From 21723aaf19d7deb04e377be0383709425d095278 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 2 Jul 2026 23:42:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: FlameF0X/ChessSLM-Nano Source: Original Platform --- .gitattributes | 35 + README.md | 99 + config.json | 34 + generation_config.json | 9 + model.safetensors | 3 + optimizer.pt | 3 + rng_state.pth | 3 + scaler.pt | 3 + scheduler.pt | 3 + tokenizer.json | 5000 ++++++++++++++++++++++++++++++++++++++++ tokenizer_config.json | 9 + trainer_state.json | 314 +++ training_args.bin | 3 + 13 files changed, 5518 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 optimizer.pt create mode 100644 rng_state.pth create mode 100644 scaler.pt create mode 100644 scheduler.pt create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2cf833e --- /dev/null +++ b/README.md @@ -0,0 +1,99 @@ +--- +license: apache-2.0 +datasets: +- mlabonne/chessllm +library_name: transformers +tags: +- chess +pipeline_tag: text-generation +--- + +# ChessSLM + +**ChessSLM-Nano** is a small language model designed to play chess using natural language move generation. +Despite having only **20M parameters**, it is capable of competing with and occasionally outperforming larger language models in chess-playing tasks. + +The model is based on the **GPT-2 architecture** and was pre-trained from scratch on **200,000 chess games** from the `mlabonne/chessllm` dataset using **SAN (Standard Algebraic Notation)**. + +Play against ChessSLM [here](https://flamef0x.github.io/other/chess/chess). + +--- + +## Overview + +- **Architecture:** GPT-2 +- **Costume Tokenizer** +- **Parameters:** ~20M +- **Training data:** 200k chess games +- **Notation:** SAN (Standard Algebraic Notation) +- **Task:** Autoregressive chess move generation + +ChessSLM demonstrates that **specialized small language models can perform competitively in narrow domains** such as chess. + +--- + +## Capabilities + +ChessSLM can play chess by generating moves sequentially in SAN notation. +It has been evaluated in matches against several language models, including: + +- Claude +- Gemini +- Qwen +- GPT-2 +- GPT-Neo +- Pythia +- LLaMA +- Mistral +- other small chess-oriented models + +The model achieves an averaging rating of **around ~{TBD} Elo** against other language models despite its small size. + +--- + +## Benchmark Results + +| Model | Elo Rating | +|------|------------| +| EleutherAI/pythia-70m-deduped | 1111 | +| mlabonne/chesspythia-70m | 1101 | +| nlpguy/amdchess-v9 | 1094 | +| nlpguy/smolchess-v2 | 1093 | +| DedeProGames/mini-chennus | 1083 | +| distilbert/distilgpt2 | 1061 | +| DedeProGames/dialochess | 1059 | +| facebook/opt-125m | 1057 | +| **FlameF0X/ChessSLM** | **1054** | +| **FlameF0X/ChessSLM-RL** | **1054** | +| mlabonne/grandpythia-200k-70m | 1050 | +| DedeProGames/Chesser-248K-Mini | 1048 | + +--- + +## Limitations + +Like many language-model-based chess systems, ChessSLM has several limitations: + +- **Illegal move hallucinations:** The model may occasionally generate moves that violate chess rules. +- **No board-state verification:** Moves are generated purely from learned patterns rather than a validated game state. +- **Limited strategic depth:** While competitive at lower Elo levels, it cannot match dedicated chess engines. + +These limitations are common for **pure language-model chess agents** that do not use external rule engines. + +--- + +## Future Improvements + +Potential improvements include: + +- Adding **move legality filtering** +- Integrating **board-state validation** +- Training on **larger datasets** +- Reinforcement learning through **self-play** + +--- + +## Summary + +ChessSLM shows that **very small language models can achieve meaningful chess performance** when trained on domain-specific data. +It serves as a lightweight baseline for exploring **LLM-based chess agents** and **specialized small language models (SLMs)**. \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..1cebd7b --- /dev/null +++ b/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 2, + "dtype": "float32", + "embd_pdrop": 0.1, + "eos_token_id": 3, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 512, + "n_head": 8, + "n_inner": null, + "n_layer": 8, + "n_positions": 1024, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.0.0", + "use_cache": false, + "vocab_size": 1024 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..6781e6b --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 2, + "eos_token_id": 3, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.0.0", + "use_cache": false +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..a238a30 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2038b7d186dcf5681c4d83de9768682356029a22590cad51687295c3994b772 +size 105084648 diff --git a/optimizer.pt b/optimizer.pt new file mode 100644 index 0000000..e44d2f8 --- /dev/null +++ b/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:593fb2c6e4858080c601758c9635d147ce263203bca363c3dfc105c7a402733c +size 210233675 diff --git a/rng_state.pth b/rng_state.pth new file mode 100644 index 0000000..c74dd61 --- /dev/null +++ b/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:878ed4344f40441f51be4ac14226427439b6dc5bb61077e19d16d91c52b3678a +size 14645 diff --git a/scaler.pt b/scaler.pt new file mode 100644 index 0000000..a1bb467 --- /dev/null +++ b/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0033c7745b46bdca3ecab5787678834ca68f7f7e1288869dceeb38812abc253 +size 1383 diff --git a/scheduler.pt b/scheduler.pt new file mode 100644 index 0000000..24cec6d --- /dev/null +++ b/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caad6e0f583a07a0c98d029dca8047c09991d00e348a78110b876e78a7d60992 +size 1465 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..6447058 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,5000 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 3, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "": 0, + "": 1, + "": 2, + "": 3, + "!": 4, + "#": 5, + "%": 6, + "*": 7, + "+": 8, + "-": 9, + ".": 10, + "/": 11, + "0": 12, + "1": 13, + "2": 14, + "3": 15, + "4": 16, + "5": 17, + "6": 18, + "7": 19, + "8": 20, + "9": 21, + "<": 22, + "=": 23, + ">": 24, + "?": 25, + "A": 26, + "B": 27, + "D": 28, + "E": 29, + "G": 30, + "K": 31, + "M": 32, + "N": 33, + "O": 34, + "Q": 35, + "R": 36, + "[": 37, + "]": 38, + "a": 39, + "b": 40, + "c": 41, + "d": 42, + "e": 43, + "f": 44, + "g": 45, + "h": 46, + "l": 47, + "v": 48, + "x": 49, + "{": 50, + "}": 51, + "[%": 52, + "al": 53, + "ev": 54, + "eval": 55, + "..": 56, + "xd": 57, + "xe": 58, + "xf": 59, + "Nf": 60, + "xc": 61, + "...": 62, + "Nc": 63, + "e4": 64, + "e5": 65, + "d4": 66, + "d5": 67, + "xg": 68, + "xb": 69, + "Be": 70, + "Kf": 71, + "Rf": 72, + "Ra": 73, + "d6": 74, + "Bg": 75, + "d3": 76, + "12": 77, + "11": 78, + "c4": 79, + "10": 80, + "Kg": 81, + "d7": 82, + "xd5": 83, + "14": 84, + "13": 85, + "Bb": 86, + "16": 87, + "15": 88, + "xd4": 89, + "d2": 90, + "c5": 91, + "Nf3": 92, + "18": 93, + "17": 94, + "AM": 95, + "EN": 96, + "GAM": 97, + "END": 98, + "GAME": 99, + "xe5": 100, + "19": 101, + "e6": 102, + "21": 103, + "22": 104, + "Nf6": 105, + "20": 106, + "h6": 107, + "Re": 108, + "h5": 109, + "23": 110, + "h4": 111, + "xa": 112, + "h3": 113, + "24": 114, + "25": 115, + "Qf": 116, + "26": 117, + "xe4": 118, + "Nc3": 119, + "27": 120, + "Nc6": 121, + "c6": 122, + "Bf": 123, + "Ng": 124, + "c3": 125, + "Qe": 126, + "28": 127, + "b5": 128, + "29": 129, + "b6": 130, + "b4": 131, + "Bxf": 132, + "Ke": 133, + "31": 134, + "a6": 135, + "b3": 136, + "30": 137, + "a5": 138, + "Qg": 139, + "Kh": 140, + "a4": 141, + "32": 142, + "d8": 143, + "d1": 144, + "Ne": 145, + "33": 146, + "Rc": 147, + "a3": 148, + "Bxc": 149, + "Rg": 150, + "34": 151, + "?!": 152, + "35": 153, + "Qc": 154, + "f4": 155, + "36": 156, + "Rb": 157, + "37": 158, + "Qxf": 159, + "Rh": 160, + "38": 161, + "Be7": 162, + "f5": 163, + "39": 164, + "g6": 165, + "Rxf": 166, + "Bc4": 167, + "bxc": 168, + "Nxf": 169, + "g4": 170, + "xe6": 171, + "Nxc": 172, + "g5": 173, + "41": 174, + "Bd3": 175, + "xg5": 176, + "f6": 177, + "exd5": 178, + "Ne5": 179, + "Be3": 180, + "Bg5": 181, + "Nb": 182, + "40": 183, + "xd6": 184, + "g3": 185, + "42": 186, + "Qxc": 187, + "Ne4": 188, + "43": 189, + "dxc": 190, + "Rxc": 191, + "f3": 192, + "xg4": 193, + "xb5": 194, + "Kc": 195, + "e3": 196, + "Nd5": 197, + "Kb": 198, + "xh": 199, + "Be2": 200, + "Nxe5": 201, + "xe3": 202, + "Bg4": 203, + "44": 204, + "Rxd": 205, + "xb4": 206, + "e1": 207, + "45": 208, + "Bd6": 209, + "exf": 210, + "Rxa": 211, + "Nxd4": 212, + "dxe5": 213, + "gxf": 214, + "Nd4": 215, + "cxd4": 216, + "Qxd": 217, + "??": 218, + "Qe2": 219, + "Re1": 220, + "46": 221, + "xg6": 222, + "Be6": 223, + "xe7": 224, + "47": 225, + "Bb5": 226, + "Bd7": 227, + "Nd7": 228, + "Bc5": 229, + "Bb7": 230, + "e8": 231, + "Nxe4": 232, + "Qe7": 233, + "Bf4": 234, + "Qf3": 235, + "48": 236, + "Bg7": 237, + "Nxd5": 238, + "Re8": 239, + "cxd5": 240, + "Nd2": 241, + "Bd2": 242, + "Bb4": 243, + "Kg7": 244, + "Bxf6": 245, + "Ne7": 246, + "Qd2": 247, + "Kg2": 248, + "exd4": 249, + "c8": 250, + "xg3": 251, + "49": 252, + "Qc7": 253, + "Kf7": 254, + "Kf2": 255, + "Ke7": 256, + "Bxd": 257, + "Qxa": 258, + "Bxf3": 259, + "xe2": 260, + "Qd7": 261, + "Bf5": 262, + "Kxf": 263, + "Qf6": 264, + "c1": 265, + "52": 266, + "Ne2": 267, + "Rxb": 268, + "51": 269, + "Ke2": 270, + "Ng5": 271, + "xg7": 272, + "Qxb": 273, + "Rd1": 274, + "Nf5": 275, + "Rd8": 276, + "Qc2": 277, + "Kh1": 278, + "Qb": 279, + "Nxd": 280, + "dxe4": 281, + "#-": 282, + "xh6": 283, + "50": 284, + "54": 285, + "Rd": 286, + "Qd3": 287, + "Bb2": 288, + "53": 289, + "Qb6": 290, + "Kd7": 291, + "Kf6": 292, + "Kf3": 293, + "Kf8": 294, + "Kh8": 295, + "Bxc6": 296, + "Ng4": 297, + "Bxa": 298, + "Nf4": 299, + "Kf1": 300, + "Rc8": 301, + "Ke3": 302, + "Qxd5": 303, + "Nc5": 304, + "xg2": 305, + "Kg3": 306, + "Kh2": 307, + "Rfe1": 308, + "Nc4": 309, + "Bxc3": 310, + "Qxd4": 311, + "56": 312, + "Ke6": 313, + "Bxe5": 314, + "Bg2": 315, + "Kg6": 316, + "Qh5": 317, + "Kd2": 318, + "55": 319, + "Kh7": 320, + "Rc1": 321, + "Rab": 322, + "xh5": 323, + "xh3": 324, + "xh4": 325, + "Qd6": 326, + "Rxe": 327, + "Qg4": 328, + "Bb3": 329, + "Bxd5": 330, + "Qb3": 331, + "fxe5": 332, + "Qe3": 333, + "Kg8": 334, + "58": 335, + "Qg5": 336, + "Rb8": 337, + "Rd2": 338, + "Bxe4": 339, + "a2": 340, + "Rf8": 341, + "Rf1": 342, + "Rd7": 343, + "xb3": 344, + "Rb1": 345, + "Kd6": 346, + "Kd3": 347, + "57": 348, + "Rfe8": 349, + "Bf6": 350, + "Re2": 351, + "Kg1": 352, + "a7": 353, + "Qg3": 354, + "bxc3": 355, + "bxc6": 356, + "Qh4": 357, + "Bxd4": 358, + "Kf4": 359, + "Nbd7": 360, + "dxc4": 361, + "Qe6": 362, + "Bc": 363, + "Re7": 364, + "Kf5": 365, + "Qa5": 366, + "Ng6": 367, + "Nb5": 368, + "Rad1": 369, + "Nbd2": 370, + "Qxf3": 371, + "xb6": 372, + "Ke4": 373, + "Ke5": 374, + "Kc7": 375, + "Qf4": 376, + "59": 377, + "Qd5": 378, + "Bd4": 379, + "xh7": 380, + "h2": 381, + "Nxa": 382, + "Bd5": 383, + "Qg6": 384, + "Qd4": 385, + "Nb4": 386, + "Ng3": 387, + "Bxc4": 388, + "Kg4": 389, + "Qe4": 390, + "Qxf6": 391, + "Qxe5": 392, + "dxc5": 393, + "Nd6": 394, + "h7": 395, + "Rf7": 396, + "Qe5": 397, + "62": 398, + "Kc6": 399, + "Nxf6": 400, + "Qf5": 401, + "Rf2": 402, + "Kg5": 403, + "Be4": 404, + "Bf3": 405, + "Nxc6": 406, + "Be5": 407, + "Rac8": 408, + "Rg8": 409, + "Nh5": 410, + "e7": 411, + "Ne3": 412, + "axb5": 413, + "Rc7": 414, + "bxa": 415, + "Nb6": 416, + "Qd8": 417, + "Kc2": 418, + "Kd4": 419, + "Rad8": 420, + "Kd5": 421, + "Qc6": 422, + "Rg1": 423, + "Rc2": 424, + "Kxd": 425, + "Bc6": 426, + "61": 427, + "Qxe4": 428, + "Nh4": 429, + "Kc3": 430, + "Nd3": 431, + "Qa4": 432, + "Bh4": 433, + "Bg3": 434, + "Ne6": 435, + "hxg5": 436, + "Bxc5": 437, + "64": 438, + "Rac1": 439, + "exf5": 440, + "xh2": 441, + "axb4": 442, + "Re3": 443, + "a8": 444, + "Ke8": 445, + "Nxf3": 446, + "fxe4": 447, + "Bxb": 448, + "Bxf4": 449, + "Qc3": 450, + "Bg6": 451, + "Rd3": 452, + "Bb6": 453, + "Kc5": 454, + "Kd8": 455, + "e2": 456, + "Ra8": 457, + "Kb1": 458, + "exf4": 459, + "hxg4": 460, + "Kc4": 461, + "a1": 462, + "Kb8": 463, + "Ra1": 464, + "Qd1": 465, + "Rxd8": 466, + "Bh6": 467, + "Na5": 468, + "Rf3": 469, + "f8": 470, + "Ba6": 471, + "Qc5": 472, + "63": 473, + "Bh5": 474, + "Bc3": 475, + "Rxd1": 476, + "Nb3": 477, + "Bxf5": 478, + "f1": 479, + "Nxc3": 480, + "Rd6": 481, + "66": 482, + "Bxe6": 483, + "Qc4": 484, + "gxf3": 485, + "fxe6": 486, + "gxf6": 487, + "Re6": 488, + "Kh6": 489, + "Kh3": 490, + "Ra7": 491, + "Kb6": 492, + "bxc4": 493, + "Qf7": 494, + "Kxc": 495, + "60": 496, + "Qxd6": 497, + "Qf2": 498, + "bxc5": 499, + "Rf6": 500, + "Qxd3": 501, + "Rb7": 502, + "Rxe8": 503, + "65": 504, + "Qb4": 505, + "Bxg5": 506, + "Rab8": 507, + "Ra2": 508, + "68": 509, + "Kb7": 510, + "g8": 511, + "Ke1": 512, + "Qb5": 513, + "08": 514, + "Bc2": 515, + "Kd1": 516, + "Kb3": 517, + "Rxe5": 518, + "Qxe7": 519, + "Rab1": 520, + "Nh6": 521, + "Re4": 522, + "Rb2": 523, + "g1": 524, + "Bxd6": 525, + "Bxe7": 526, + "Na4": 527, + "Rxe1": 528, + "Kb2": 529, + "Rd4": 530, + "Qe1": 531, + "Rd5": 532, + "Qe8": 533, + "Re5": 534, + "Nxc4": 535, + "Rg3": 536, + "exf6": 537, + "Rh8": 538, + "Rc3": 539, + "hxg6": 540, + "67": 541, + "Rc6": 542, + "Qxc3": 543, + "Kb5": 544, + "Rxe4": 545, + "Rh1": 546, + "Qxg5": 547, + "Qh3": 548, + "06": 549, + "gxf5": 550, + "xh8": 551, + "Rf4": 552, + "Kb4": 553, + "Rae1": 554, + "h8": 555, + "Qxe6": 556, + "Rfd1": 557, + "Rxf7": 558, + "Ba3": 559, + "Na6": 560, + "72": 561, + "Rxd4": 562, + "Rf5": 563, + "Qxc6": 564, + "Qxb2": 565, + "xd3": 566, + "Ba4": 567, + "Qc8": 568, + "Kc8": 569, + "04": 570, + "xe8": 571, + "Bxe3": 572, + "Na3": 573, + "Bxd7": 574, + "Rxd5": 575, + "Nc7": 576, + "Rc4": 577, + "Qh6": 578, + "Rb6": 579, + "Rg6": 580, + "Rg7": 581, + "Nxe6": 582, + "Bh3": 583, + "fxe3": 584, + "Rfd8": 585, + "Rb3": 586, + "02": 587, + "xe1": 588, + "Qxd7": 589, + "Ra3": 590, + "Kh4": 591, + "Nxc5": 592, + "Kh5": 593, + "Qxc4": 594, + "Rg2": 595, + "Bxd3": 596, + "Qb7": 597, + "Qxb7": 598, + "Qxe2": 599, + "Rc5": 600, + "h1": 601, + "Rae8": 602, + "dxc6": 603, + "69": 604, + "Nh3": 605, + "Qxg4": 606, + "cxb5": 607, + "Qxe3": 608, + "Qc1": 609, + "Rxf6": 610, + "Ra6": 611, + "Bxf7": 612, + "Bxg4": 613, + "Rxf2": 614, + "Rxf3": 615, + "Bxb5": 616, + "Nxe3": 617, + "Rh7": 618, + "Qxf4": 619, + "Nxd7": 620, + "Rxe6": 621, + "Rxf8": 622, + "Qxc5": 623, + "fxg6": 624, + "Rxb2": 625, + "Bxh6": 626, + "Kc1": 627, + "75": 628, + "gxf4": 629, + "Qg7": 630, + "Rh3": 631, + "Nxd3": 632, + "Nxg5": 633, + "Qxf7": 634, + "Nxd6": 635, + "Nxf4": 636, + "Rxd6": 637, + "Rh2": 638, + "cxb4": 639, + "Qxd8": 640, + "Rxf1": 641, + "Qb2": 642, + "71": 643, + "Nge7": 644, + "Kxf7": 645, + "Bxd2": 646, + "Nxf5": 647, + "Rg4": 648, + "07": 649, + "Nd": 650, + "77": 651, + "Bxe2": 652, + "Rxb7": 653, + "Nc2": 654, + "Qg2": 655, + "Rxf4": 656, + "Rg5": 657, + "Qxf5": 658, + "exd6": 659, + "Rxf5": 660, + "Qxd2": 661, + "Rxa2": 662, + "Rxe7": 663, + "Bc7": 664, + "axb3": 665, + "xh1": 666, + "Kxa": 667, + "79": 668, + "Ra5": 669, + "Nf7": 670, + "Ra4": 671, + "Rxe3": 672, + "hxg3": 673, + "Rb4": 674, + "Rh6": 675, + "Bxb4": 676, + "Nxg4": 677, + "Rxd3": 678, + "Qxd1": 679, + "Rb5": 680, + "fxg5": 681, + "Bxg7": 682, + "73": 683, + "Nxe7": 684, + "Rxa7": 685, + "Rxd7": 686, + "74": 687, + "Rxc2": 688, + "Rxc3": 689, + "cxd6": 690, + "Nxb": 691, + "Bc8": 692, + "xg8": 693, + "Rh4": 694, + "81": 695, + "Rh5": 696, + "Ba5": 697, + "Rxc7": 698, + "Nxf7": 699, + "Rxc1": 700, + "Bf8": 701, + "Qxf2": 702, + "+?!": 703, + "09": 704, + "83": 705, + "dxc3": 706, + "fxg3": 707, + "b1": 708, + "Rxc8": 709, + "axb6": 710, + "Rxd2": 711, + "fxg4": 712, + "05": 713, + "Rxc6": 714, + "85": 715, + "Nxd2": 716, + "b8": 717, + "Nh2": 718, + "Qxc2": 719, + "76": 720, + "Qxg7": 721, + "03": 722, + "Nf2": 723, + "Kxg7": 724, + "Nxb5": 725, + "cxd3": 726, + "Rxc4": 727, + "87": 728, + "Rxe2": 729, + "01": 730, + "89": 731, + "Bxb2": 732, + "Bf2": 733, + "Qf8": 734, + "Rxc5": 735, + "Qxg2": 736, + "Qa3": 737, + "78": 738, + "91": 739, + "Nge2": 740, + "Qb8": 741, + "Qa6": 742, + "Bxh3": 743, + "Ba2": 744, + "Rxa6": 745, + "Qxb5": 746, + "Bc1": 747, + "Qxc7": 748, + "Rxg7": 749, + "Bxf2": 750, + "93": 751, + "Nxg6": 752, + "Qxg6": 753, + "95": 754, + "Qf1": 755, + "97": 756, + "Rxg2": 757, + "gxh6": 758, + "c2": 759, + "dxe6": 760, + "c7": 761, + "Bxb7": 762, + "Qxb4": 763, + "gxh5": 764, + "xg1": 765, + "Bxg6": 766, + "Nxe2": 767, + "Bxg2": 768, + "Bf1": 769, + "Rxa3": 770, + "Nxb4": 771, + "Qxa2": 772, + "Rxa4": 773, + "Ka7": 774, + "Qb1": 775, + "Kxf2": 776, + "Qxh6": 777, + "82": 778, + "Bf7": 779, + "Ka6": 780, + "Nh7": 781, + "Qxa7": 782, + "Rxa5": 783, + "Bxa6": 784, + "Ka3": 785, + "Rhg8": 786, + "exf3": 787, + "84": 788, + "Qxh5": 789, + "Qxg3": 790, + "Ne8": 791, + "Rxa8": 792, + "Nxg3": 793, + "Rxa1": 794, + "Qxh4": 795, + "86": 796, + "f7": 797, + "Ka2": 798, + "Ka5": 799, + "Rxh7": 800, + "bxa4": 801, + "Qh7": 802, + "Ka4": 803, + "Kxg2": 804, + "f2": 805, + "Qxh7": 806, + "Nxb3": 807, + "gxh4": 808, + "gxh3": 809, + "Rhg1": 810, + "Rxb5": 811, + "Qxa8": 812, + "Rxb4": 813, + "88": 814, + "Rxg5": 815, + "Kxd8": 816, + "Nxc7": 817, + "bxa5": 818, + "Bxg3": 819, + "Nxf2": 820, + "92": 821, + "Rxh6": 822, + "b7": 823, + "Qxh3": 824, + "Ngf6": 825, + "Nxc2": 826, + "Rhe1": 827, + "b2": 828, + "+?": 829, + "Rxb3": 830, + "Rxh5": 831, + "Bxf8": 832, + "94": 833, + "70": 834, + "Rfc8": 835, + "Rxh2": 836, + "Nf1": 837, + "Bd8": 838, + "Qh2": 839, + "Rxh4": 840, + "Rxg4": 841, + "Qa7": 842, + "Qxb6": 843, + "Nf8": 844, + "96": 845, + "Be8": 846, + "Rxb6": 847, + "cxb3": 848, + "Rxh3": 849, + "Rxg6": 850, + "98": 851, + "Bxa3": 852, + "Nb8": 853, + "Qxb3": 854, + "Qa8": 855, + "Rxg3": 856, + "Ne1": 857, + "Rhe8": 858, + "Qxa1": 859, + "Rhf8": 860, + "Bd1": 861, + "g7": 862, + "g2": 863, + "Qxa6": 864, + "Rfc1": 865, + "Qa1": 866, + "Qxe8": 867, + "Bxd8": 868, + "Qxh2": 869, + "Qh8": 870, + "+??": 871, + "cxb6": 872, + "Kxb": 873, + "Ka8": 874, + "Rde1": 875, + "Bxf1": 876, + "Nxb6": 877, + "Qxe1": 878, + "Bxa1": 879, + "Kxf1": 880, + "Bxa8": 881, + "Kxf8": 882, + "Bxc7": 883, + "Bxh4": 884, + "99": 885, + "Qxf8": 886, + "Qxa5": 887, + "Ka1": 888, + "Rxb1": 889, + "Qa2": 890, + "Bxc2": 891, + "Nxh4": 892, + "Qxa4": 893, + "Be1": 894, + "Rxb8": 895, + "Qg8": 896, + "Qh1": 897, + "Qxa3": 898, + "Kxd7": 899, + "bxa3": 900, + "Rde8": 901, + "Kxd1": 902, + "Bb1": 903, + "Rhf1": 904, + "Kxf6": 905, + "Nb1": 906, + "Bxb6": 907, + "Kxe7": 908, + "Qg1": 909, + "Bxh7": 910, + "Bxd1": 911, + "Nxh5": 912, + "Bxb3": 913, + "bxa6": 914, + "Raf1": 915, + "Nxf8": 916, + "Qxf1": 917, + "Ng8": 918, + "Ba7": 919, + "Nd8": 920, + "Kxg5": 921, + "Nfd7": 922, + "Bh2": 923, + "Kxf4": 924, + "Nxd8": 925, + "Bxh5": 926, + "Kxe2": 927, + "Kxf5": 928, + "exd3": 929, + "Kxf3": 930, + "Nd1": 931, + "Raf8": 932, + "Kxd2": 933, + "Nxb7": 934, + "Kxg4": 935, + "Nxb2": 936, + "Rxh8": 937, + "Bxa7": 938, + "Ng7": 939, + "Nxa8": 940, + "Nb7": 941, + "Nc8": 942, + "dxe3": 943, + "Nxd1": 944, + "Bh7": 945, + "Ngf3": 946, + "Kxh7": 947, + "xd8": 948, + "Nxf1": 949, + "Kxe5": 950, + "Nxh6": 951, + "Kxe6": 952, + "Bxa4": 953, + "Qxc8": 954, + "Bxh2": 955, + "Kxg6": 956, + "Rxg8": 957, + "xd1": 958, + "Bxa2": 959, + "Nxa6": 960, + "Qxh8": 961, + "Qxc1": 962, + "Red1": 963, + "Nbc6": 964, + "Ng1": 965, + "Nxg7": 966, + "Nc1": 967, + "Nxa4": 968, + "Rxh1": 969, + "Kxe4": 970, + "Kxh4": 971, + "Kxh5": 972, + "Kxg3": 973, + "Nb2": 974, + "Na7": 975, + "Ng2": 976, + "Nxa1": 977, + "Nxa5": 978, + "Kxd5": 979, + "Kxe3": 980, + "Bxa5": 981, + "Nxh3": 982, + "Kxh2": 983, + "Rxg1": 984, + "Bxc1": 985, + "Kxd6": 986, + "Kxc4": 987, + "Nxa7": 988, + "Rhd8": 989, + "Bxh8": 990, + "Nxh8": 991, + "Rhd1": 992, + "Nxc8": 993, + "Kxd4": 994, + "Kxc5": 995, + "Kxh6": 996, + "Bb8": 997, + "Nbc3": 998, + "Ndf3": 999, + "Nxa2": 1000, + "Nxe8": 1001, + "Bxc8": 1002, + "Na2": 1003, + "Nxe1": 1004, + "Nxg2": 1005, + "Nce7": 1006, + "Kxc3": 1007, + "Nxa3": 1008, + "Qxh1": 1009, + "Kxc6": 1010, + "Kxb4": 1011, + "Nxh7": 1012, + "Red8": 1013, + "Kxd3": 1014, + "Kxb5": 1015, + "Rdf8": 1016, + "Rfb1": 1017, + "Kxh3": 1018, + "xd7": 1019, + "Nxc1": 1020, + "Rcd1": 1021, + "Rcd8": 1022, + "Kxc7": 1023 + }, + "merges": [ + [ + "[", + "%" + ], + [ + "a", + "l" + ], + [ + "e", + "v" + ], + [ + "ev", + "al" + ], + [ + ".", + "." + ], + [ + "x", + "d" + ], + [ + "x", + "e" + ], + [ + "x", + "f" + ], + [ + "N", + "f" + ], + [ + "x", + "c" + ], + [ + "..", + "." + ], + [ + "N", + "c" + ], + [ + "e", + "4" + ], + [ + "e", + "5" + ], + [ + "d", + "4" + ], + [ + "d", + "5" + ], + [ + "x", + "g" + ], + [ + "x", + "b" + ], + [ + "B", + "e" + ], + [ + "K", + "f" + ], + [ + "R", + "f" + ], + [ + "R", + "a" + ], + [ + "d", + "6" + ], + [ + "B", + "g" + ], + [ + "d", + "3" + ], + [ + "1", + "2" + ], + [ + "1", + "1" + ], + [ + "c", + "4" + ], + [ + "1", + "0" + ], + [ + "K", + "g" + ], + [ + "d", + "7" + ], + [ + "xd", + "5" + ], + [ + "1", + "4" + ], + [ + "1", + "3" + ], + [ + "B", + "b" + ], + [ + "1", + "6" + ], + [ + "1", + "5" + ], + [ + "xd", + "4" + ], + [ + "d", + "2" + ], + [ + "c", + "5" + ], + [ + "Nf", + "3" + ], + [ + "1", + "8" + ], + [ + "1", + "7" + ], + [ + "A", + "M" + ], + [ + "E", + "N" + ], + [ + "G", + "AM" + ], + [ + "EN", + "D" + ], + [ + "GAM", + "E" + ], + [ + "xe", + "5" + ], + [ + "1", + "9" + ], + [ + "e", + "6" + ], + [ + "2", + "1" + ], + [ + "2", + "2" + ], + [ + "Nf", + "6" + ], + [ + "2", + "0" + ], + [ + "h", + "6" + ], + [ + "R", + "e" + ], + [ + "h", + "5" + ], + [ + "2", + "3" + ], + [ + "h", + "4" + ], + [ + "x", + "a" + ], + [ + "h", + "3" + ], + [ + "2", + "4" + ], + [ + "2", + "5" + ], + [ + "Q", + "f" + ], + [ + "2", + "6" + ], + [ + "xe", + "4" + ], + [ + "Nc", + "3" + ], + [ + "2", + "7" + ], + [ + "Nc", + "6" + ], + [ + "c", + "6" + ], + [ + "B", + "f" + ], + [ + "N", + "g" + ], + [ + "c", + "3" + ], + [ + "Q", + "e" + ], + [ + "2", + "8" + ], + [ + "b", + "5" + ], + [ + "2", + "9" + ], + [ + "b", + "6" + ], + [ + "b", + "4" + ], + [ + "B", + "xf" + ], + [ + "K", + "e" + ], + [ + "3", + "1" + ], + [ + "a", + "6" + ], + [ + "b", + "3" + ], + [ + "3", + "0" + ], + [ + "a", + "5" + ], + [ + "Q", + "g" + ], + [ + "K", + "h" + ], + [ + "a", + "4" + ], + [ + "3", + "2" + ], + [ + "d", + "8" + ], + [ + "d", + "1" + ], + [ + "N", + "e" + ], + [ + "3", + "3" + ], + [ + "R", + "c" + ], + [ + "a", + "3" + ], + [ + "B", + "xc" + ], + [ + "R", + "g" + ], + [ + "3", + "4" + ], + [ + "?", + "!" + ], + [ + "3", + "5" + ], + [ + "Q", + "c" + ], + [ + "f", + "4" + ], + [ + "3", + "6" + ], + [ + "R", + "b" + ], + [ + "3", + "7" + ], + [ + "Q", + "xf" + ], + [ + "R", + "h" + ], + [ + "3", + "8" + ], + [ + "Be", + "7" + ], + [ + "f", + "5" + ], + [ + "3", + "9" + ], + [ + "g", + "6" + ], + [ + "R", + "xf" + ], + [ + "B", + "c4" + ], + [ + "b", + "xc" + ], + [ + "N", + "xf" + ], + [ + "g", + "4" + ], + [ + "xe", + "6" + ], + [ + "N", + "xc" + ], + [ + "g", + "5" + ], + [ + "4", + "1" + ], + [ + "B", + "d3" + ], + [ + "xg", + "5" + ], + [ + "f", + "6" + ], + [ + "e", + "xd5" + ], + [ + "N", + "e5" + ], + [ + "Be", + "3" + ], + [ + "Bg", + "5" + ], + [ + "N", + "b" + ], + [ + "4", + "0" + ], + [ + "xd", + "6" + ], + [ + "g", + "3" + ], + [ + "4", + "2" + ], + [ + "Q", + "xc" + ], + [ + "N", + "e4" + ], + [ + "4", + "3" + ], + [ + "d", + "xc" + ], + [ + "R", + "xc" + ], + [ + "f", + "3" + ], + [ + "xg", + "4" + ], + [ + "xb", + "5" + ], + [ + "K", + "c" + ], + [ + "e", + "3" + ], + [ + "N", + "d5" + ], + [ + "K", + "b" + ], + [ + "x", + "h" + ], + [ + "Be", + "2" + ], + [ + "N", + "xe5" + ], + [ + "xe", + "3" + ], + [ + "Bg", + "4" + ], + [ + "4", + "4" + ], + [ + "R", + "xd" + ], + [ + "xb", + "4" + ], + [ + "e", + "1" + ], + [ + "4", + "5" + ], + [ + "B", + "d6" + ], + [ + "e", + "xf" + ], + [ + "R", + "xa" + ], + [ + "N", + "xd4" + ], + [ + "d", + "xe5" + ], + [ + "g", + "xf" + ], + [ + "N", + "d4" + ], + [ + "c", + "xd4" + ], + [ + "Q", + "xd" + ], + [ + "?", + "?" + ], + [ + "Qe", + "2" + ], + [ + "Re", + "1" + ], + [ + "4", + "6" + ], + [ + "xg", + "6" + ], + [ + "Be", + "6" + ], + [ + "xe", + "7" + ], + [ + "4", + "7" + ], + [ + "Bb", + "5" + ], + [ + "B", + "d7" + ], + [ + "N", + "d7" + ], + [ + "B", + "c5" + ], + [ + "Bb", + "7" + ], + [ + "e", + "8" + ], + [ + "N", + "xe4" + ], + [ + "Qe", + "7" + ], + [ + "Bf", + "4" + ], + [ + "Qf", + "3" + ], + [ + "4", + "8" + ], + [ + "Bg", + "7" + ], + [ + "N", + "xd5" + ], + [ + "Re", + "8" + ], + [ + "c", + "xd5" + ], + [ + "N", + "d2" + ], + [ + "B", + "d2" + ], + [ + "Bb", + "4" + ], + [ + "Kg", + "7" + ], + [ + "Bxf", + "6" + ], + [ + "Ne", + "7" + ], + [ + "Q", + "d2" + ], + [ + "Kg", + "2" + ], + [ + "e", + "xd4" + ], + [ + "c", + "8" + ], + [ + "xg", + "3" + ], + [ + "4", + "9" + ], + [ + "Qc", + "7" + ], + [ + "Kf", + "7" + ], + [ + "Kf", + "2" + ], + [ + "Ke", + "7" + ], + [ + "B", + "xd" + ], + [ + "Q", + "xa" + ], + [ + "Bxf", + "3" + ], + [ + "xe", + "2" + ], + [ + "Q", + "d7" + ], + [ + "Bf", + "5" + ], + [ + "K", + "xf" + ], + [ + "Qf", + "6" + ], + [ + "c", + "1" + ], + [ + "5", + "2" + ], + [ + "Ne", + "2" + ], + [ + "R", + "xb" + ], + [ + "5", + "1" + ], + [ + "Ke", + "2" + ], + [ + "Ng", + "5" + ], + [ + "xg", + "7" + ], + [ + "Q", + "xb" + ], + [ + "R", + "d1" + ], + [ + "Nf", + "5" + ], + [ + "R", + "d8" + ], + [ + "Qc", + "2" + ], + [ + "Kh", + "1" + ], + [ + "Q", + "b" + ], + [ + "N", + "xd" + ], + [ + "d", + "xe4" + ], + [ + "#", + "-" + ], + [ + "x", + "h6" + ], + [ + "5", + "0" + ], + [ + "5", + "4" + ], + [ + "R", + "d" + ], + [ + "Q", + "d3" + ], + [ + "Bb", + "2" + ], + [ + "5", + "3" + ], + [ + "Q", + "b6" + ], + [ + "K", + "d7" + ], + [ + "Kf", + "6" + ], + [ + "Kf", + "3" + ], + [ + "Kf", + "8" + ], + [ + "Kh", + "8" + ], + [ + "Bxc", + "6" + ], + [ + "Ng", + "4" + ], + [ + "B", + "xa" + ], + [ + "Nf", + "4" + ], + [ + "Kf", + "1" + ], + [ + "Rc", + "8" + ], + [ + "Ke", + "3" + ], + [ + "Q", + "xd5" + ], + [ + "Nc", + "5" + ], + [ + "xg", + "2" + ], + [ + "Kg", + "3" + ], + [ + "Kh", + "2" + ], + [ + "Rf", + "e1" + ], + [ + "Nc", + "4" + ], + [ + "Bxc", + "3" + ], + [ + "Q", + "xd4" + ], + [ + "5", + "6" + ], + [ + "K", + "e6" + ], + [ + "B", + "xe5" + ], + [ + "Bg", + "2" + ], + [ + "Kg", + "6" + ], + [ + "Q", + "h5" + ], + [ + "K", + "d2" + ], + [ + "5", + "5" + ], + [ + "Kh", + "7" + ], + [ + "Rc", + "1" + ], + [ + "Ra", + "b" + ], + [ + "x", + "h5" + ], + [ + "x", + "h3" + ], + [ + "x", + "h4" + ], + [ + "Q", + "d6" + ], + [ + "R", + "xe" + ], + [ + "Qg", + "4" + ], + [ + "Bb", + "3" + ], + [ + "B", + "xd5" + ], + [ + "Q", + "b3" + ], + [ + "f", + "xe5" + ], + [ + "Qe", + "3" + ], + [ + "Kg", + "8" + ], + [ + "5", + "8" + ], + [ + "Qg", + "5" + ], + [ + "Rb", + "8" + ], + [ + "R", + "d2" + ], + [ + "B", + "xe4" + ], + [ + "a", + "2" + ], + [ + "Rf", + "8" + ], + [ + "Rf", + "1" + ], + [ + "R", + "d7" + ], + [ + "xb", + "3" + ], + [ + "Rb", + "1" + ], + [ + "K", + "d6" + ], + [ + "K", + "d3" + ], + [ + "5", + "7" + ], + [ + "Rf", + "e8" + ], + [ + "Bf", + "6" + ], + [ + "Re", + "2" + ], + [ + "Kg", + "1" + ], + [ + "a", + "7" + ], + [ + "Qg", + "3" + ], + [ + "bxc", + "3" + ], + [ + "bxc", + "6" + ], + [ + "Q", + "h4" + ], + [ + "B", + "xd4" + ], + [ + "Kf", + "4" + ], + [ + "Nb", + "d7" + ], + [ + "dxc", + "4" + ], + [ + "Q", + "e6" + ], + [ + "B", + "c" + ], + [ + "Re", + "7" + ], + [ + "Kf", + "5" + ], + [ + "Q", + "a5" + ], + [ + "Ng", + "6" + ], + [ + "N", + "b5" + ], + [ + "Ra", + "d1" + ], + [ + "Nb", + "d2" + ], + [ + "Qxf", + "3" + ], + [ + "xb", + "6" + ], + [ + "K", + "e4" + ], + [ + "K", + "e5" + ], + [ + "Kc", + "7" + ], + [ + "Qf", + "4" + ], + [ + "5", + "9" + ], + [ + "Q", + "d5" + ], + [ + "B", + "d4" + ], + [ + "xh", + "7" + ], + [ + "h", + "2" + ], + [ + "N", + "xa" + ], + [ + "B", + "d5" + ], + [ + "Qg", + "6" + ], + [ + "Q", + "d4" + ], + [ + "N", + "b4" + ], + [ + "Ng", + "3" + ], + [ + "Bxc", + "4" + ], + [ + "Kg", + "4" + ], + [ + "Q", + "e4" + ], + [ + "Qxf", + "6" + ], + [ + "Q", + "xe5" + ], + [ + "dxc", + "5" + ], + [ + "N", + "d6" + ], + [ + "h", + "7" + ], + [ + "Rf", + "7" + ], + [ + "Q", + "e5" + ], + [ + "6", + "2" + ], + [ + "K", + "c6" + ], + [ + "Nxf", + "6" + ], + [ + "Qf", + "5" + ], + [ + "Rf", + "2" + ], + [ + "Kg", + "5" + ], + [ + "B", + "e4" + ], + [ + "Bf", + "3" + ], + [ + "Nxc", + "6" + ], + [ + "B", + "e5" + ], + [ + "Ra", + "c8" + ], + [ + "Rg", + "8" + ], + [ + "N", + "h5" + ], + [ + "e", + "7" + ], + [ + "Ne", + "3" + ], + [ + "a", + "xb5" + ], + [ + "Rc", + "7" + ], + [ + "b", + "xa" + ], + [ + "N", + "b6" + ], + [ + "Q", + "d8" + ], + [ + "Kc", + "2" + ], + [ + "K", + "d4" + ], + [ + "Ra", + "d8" + ], + [ + "K", + "d5" + ], + [ + "Q", + "c6" + ], + [ + "Rg", + "1" + ], + [ + "Rc", + "2" + ], + [ + "K", + "xd" + ], + [ + "B", + "c6" + ], + [ + "6", + "1" + ], + [ + "Q", + "xe4" + ], + [ + "N", + "h4" + ], + [ + "K", + "c3" + ], + [ + "N", + "d3" + ], + [ + "Q", + "a4" + ], + [ + "B", + "h4" + ], + [ + "Bg", + "3" + ], + [ + "N", + "e6" + ], + [ + "h", + "xg5" + ], + [ + "Bxc", + "5" + ], + [ + "6", + "4" + ], + [ + "Ra", + "c1" + ], + [ + "exf", + "5" + ], + [ + "xh", + "2" + ], + [ + "a", + "xb4" + ], + [ + "Re", + "3" + ], + [ + "a", + "8" + ], + [ + "Ke", + "8" + ], + [ + "Nxf", + "3" + ], + [ + "f", + "xe4" + ], + [ + "B", + "xb" + ], + [ + "Bxf", + "4" + ], + [ + "Q", + "c3" + ], + [ + "Bg", + "6" + ], + [ + "R", + "d3" + ], + [ + "Bb", + "6" + ], + [ + "K", + "c5" + ], + [ + "K", + "d8" + ], + [ + "e", + "2" + ], + [ + "Ra", + "8" + ], + [ + "Kb", + "1" + ], + [ + "exf", + "4" + ], + [ + "h", + "xg4" + ], + [ + "K", + "c4" + ], + [ + "a", + "1" + ], + [ + "Kb", + "8" + ], + [ + "Ra", + "1" + ], + [ + "Q", + "d1" + ], + [ + "Rxd", + "8" + ], + [ + "B", + "h6" + ], + [ + "N", + "a5" + ], + [ + "Rf", + "3" + ], + [ + "f", + "8" + ], + [ + "B", + "a6" + ], + [ + "Q", + "c5" + ], + [ + "6", + "3" + ], + [ + "B", + "h5" + ], + [ + "B", + "c3" + ], + [ + "Rxd", + "1" + ], + [ + "N", + "b3" + ], + [ + "Bxf", + "5" + ], + [ + "f", + "1" + ], + [ + "Nxc", + "3" + ], + [ + "R", + "d6" + ], + [ + "6", + "6" + ], + [ + "B", + "xe6" + ], + [ + "Q", + "c4" + ], + [ + "gxf", + "3" + ], + [ + "f", + "xe6" + ], + [ + "gxf", + "6" + ], + [ + "R", + "e6" + ], + [ + "K", + "h6" + ], + [ + "K", + "h3" + ], + [ + "Ra", + "7" + ], + [ + "K", + "b6" + ], + [ + "bxc", + "4" + ], + [ + "Qf", + "7" + ], + [ + "K", + "xc" + ], + [ + "6", + "0" + ], + [ + "Q", + "xd6" + ], + [ + "Qf", + "2" + ], + [ + "bxc", + "5" + ], + [ + "Rf", + "6" + ], + [ + "Qxd", + "3" + ], + [ + "Rb", + "7" + ], + [ + "Rxe", + "8" + ], + [ + "6", + "5" + ], + [ + "Q", + "b4" + ], + [ + "B", + "xg5" + ], + [ + "Rab", + "8" + ], + [ + "Ra", + "2" + ], + [ + "6", + "8" + ], + [ + "Kb", + "7" + ], + [ + "g", + "8" + ], + [ + "Ke", + "1" + ], + [ + "Q", + "b5" + ], + [ + "0", + "8" + ], + [ + "Bc", + "2" + ], + [ + "K", + "d1" + ], + [ + "K", + "b3" + ], + [ + "R", + "xe5" + ], + [ + "Q", + "xe7" + ], + [ + "Rab", + "1" + ], + [ + "N", + "h6" + ], + [ + "R", + "e4" + ], + [ + "Rb", + "2" + ], + [ + "g", + "1" + ], + [ + "B", + "xd6" + ], + [ + "B", + "xe7" + ], + [ + "N", + "a4" + ], + [ + "Rxe", + "1" + ], + [ + "Kb", + "2" + ], + [ + "R", + "d4" + ], + [ + "Qe", + "1" + ], + [ + "R", + "d5" + ], + [ + "Qe", + "8" + ], + [ + "R", + "e5" + ], + [ + "Nxc", + "4" + ], + [ + "Rg", + "3" + ], + [ + "exf", + "6" + ], + [ + "Rh", + "8" + ], + [ + "R", + "c3" + ], + [ + "h", + "xg6" + ], + [ + "6", + "7" + ], + [ + "R", + "c6" + ], + [ + "Qxc", + "3" + ], + [ + "K", + "b5" + ], + [ + "R", + "xe4" + ], + [ + "Rh", + "1" + ], + [ + "Q", + "xg5" + ], + [ + "Q", + "h3" + ], + [ + "0", + "6" + ], + [ + "gxf", + "5" + ], + [ + "xh", + "8" + ], + [ + "Rf", + "4" + ], + [ + "K", + "b4" + ], + [ + "Ra", + "e1" + ], + [ + "h", + "8" + ], + [ + "Q", + "xe6" + ], + [ + "Rf", + "d1" + ], + [ + "Rxf", + "7" + ], + [ + "B", + "a3" + ], + [ + "N", + "a6" + ], + [ + "7", + "2" + ], + [ + "R", + "xd4" + ], + [ + "Rf", + "5" + ], + [ + "Qxc", + "6" + ], + [ + "Qxb", + "2" + ], + [ + "xd", + "3" + ], + [ + "B", + "a4" + ], + [ + "Qc", + "8" + ], + [ + "Kc", + "8" + ], + [ + "0", + "4" + ], + [ + "xe", + "8" + ], + [ + "B", + "xe3" + ], + [ + "N", + "a3" + ], + [ + "Bxd", + "7" + ], + [ + "R", + "xd5" + ], + [ + "Nc", + "7" + ], + [ + "R", + "c4" + ], + [ + "Q", + "h6" + ], + [ + "R", + "b6" + ], + [ + "Rg", + "6" + ], + [ + "Rg", + "7" + ], + [ + "N", + "xe6" + ], + [ + "B", + "h3" + ], + [ + "f", + "xe3" + ], + [ + "Rf", + "d8" + ], + [ + "R", + "b3" + ], + [ + "0", + "2" + ], + [ + "xe", + "1" + ], + [ + "Qxd", + "7" + ], + [ + "Ra", + "3" + ], + [ + "K", + "h4" + ], + [ + "Nxc", + "5" + ], + [ + "K", + "h5" + ], + [ + "Qxc", + "4" + ], + [ + "Rg", + "2" + ], + [ + "Bxd", + "3" + ], + [ + "Qb", + "7" + ], + [ + "Qxb", + "7" + ], + [ + "Q", + "xe2" + ], + [ + "R", + "c5" + ], + [ + "h", + "1" + ], + [ + "Ra", + "e8" + ], + [ + "dxc", + "6" + ], + [ + "6", + "9" + ], + [ + "N", + "h3" + ], + [ + "Q", + "xg4" + ], + [ + "c", + "xb5" + ], + [ + "Q", + "xe3" + ], + [ + "Qc", + "1" + ], + [ + "Rxf", + "6" + ], + [ + "Ra", + "6" + ], + [ + "Bxf", + "7" + ], + [ + "B", + "xg4" + ], + [ + "Rxf", + "2" + ], + [ + "Rxf", + "3" + ], + [ + "B", + "xb5" + ], + [ + "N", + "xe3" + ], + [ + "Rh", + "7" + ], + [ + "Qxf", + "4" + ], + [ + "Nxd", + "7" + ], + [ + "R", + "xe6" + ], + [ + "Rxf", + "8" + ], + [ + "Qxc", + "5" + ], + [ + "f", + "xg6" + ], + [ + "Rxb", + "2" + ], + [ + "B", + "xh6" + ], + [ + "Kc", + "1" + ], + [ + "7", + "5" + ], + [ + "gxf", + "4" + ], + [ + "Qg", + "7" + ], + [ + "R", + "h3" + ], + [ + "Nxd", + "3" + ], + [ + "N", + "xg5" + ], + [ + "Qxf", + "7" + ], + [ + "N", + "xd6" + ], + [ + "Nxf", + "4" + ], + [ + "R", + "xd6" + ], + [ + "Rh", + "2" + ], + [ + "c", + "xb4" + ], + [ + "Qxd", + "8" + ], + [ + "Rxf", + "1" + ], + [ + "Qb", + "2" + ], + [ + "7", + "1" + ], + [ + "Ng", + "e7" + ], + [ + "Kxf", + "7" + ], + [ + "Bxd", + "2" + ], + [ + "Nxf", + "5" + ], + [ + "Rg", + "4" + ], + [ + "0", + "7" + ], + [ + "N", + "d" + ], + [ + "7", + "7" + ], + [ + "B", + "xe2" + ], + [ + "Rxb", + "7" + ], + [ + "Nc", + "2" + ], + [ + "Qg", + "2" + ], + [ + "Rxf", + "4" + ], + [ + "Rg", + "5" + ], + [ + "Qxf", + "5" + ], + [ + "e", + "xd6" + ], + [ + "Rxf", + "5" + ], + [ + "Qxd", + "2" + ], + [ + "Rxa", + "2" + ], + [ + "R", + "xe7" + ], + [ + "Bc", + "7" + ], + [ + "a", + "xb3" + ], + [ + "xh", + "1" + ], + [ + "K", + "xa" + ], + [ + "7", + "9" + ], + [ + "Ra", + "5" + ], + [ + "Nf", + "7" + ], + [ + "Ra", + "4" + ], + [ + "R", + "xe3" + ], + [ + "h", + "xg3" + ], + [ + "R", + "b4" + ], + [ + "R", + "h6" + ], + [ + "B", + "xb4" + ], + [ + "N", + "xg4" + ], + [ + "Rxd", + "3" + ], + [ + "Qxd", + "1" + ], + [ + "R", + "b5" + ], + [ + "f", + "xg5" + ], + [ + "B", + "xg7" + ], + [ + "7", + "3" + ], + [ + "N", + "xe7" + ], + [ + "Rxa", + "7" + ], + [ + "Rxd", + "7" + ], + [ + "7", + "4" + ], + [ + "Rxc", + "2" + ], + [ + "Rxc", + "3" + ], + [ + "c", + "xd6" + ], + [ + "N", + "xb" + ], + [ + "B", + "c8" + ], + [ + "xg", + "8" + ], + [ + "R", + "h4" + ], + [ + "8", + "1" + ], + [ + "R", + "h5" + ], + [ + "B", + "a5" + ], + [ + "Rxc", + "7" + ], + [ + "Nxf", + "7" + ], + [ + "Rxc", + "1" + ], + [ + "Bf", + "8" + ], + [ + "Qxf", + "2" + ], + [ + "+", + "?!" + ], + [ + "0", + "9" + ], + [ + "8", + "3" + ], + [ + "dxc", + "3" + ], + [ + "f", + "xg3" + ], + [ + "b", + "1" + ], + [ + "Rxc", + "8" + ], + [ + "a", + "xb6" + ], + [ + "Rxd", + "2" + ], + [ + "f", + "xg4" + ], + [ + "0", + "5" + ], + [ + "Rxc", + "6" + ], + [ + "8", + "5" + ], + [ + "Nxd", + "2" + ], + [ + "b", + "8" + ], + [ + "N", + "h2" + ], + [ + "Qxc", + "2" + ], + [ + "7", + "6" + ], + [ + "Q", + "xg7" + ], + [ + "0", + "3" + ], + [ + "Nf", + "2" + ], + [ + "K", + "xg7" + ], + [ + "N", + "xb5" + ], + [ + "c", + "xd3" + ], + [ + "Rxc", + "4" + ], + [ + "8", + "7" + ], + [ + "R", + "xe2" + ], + [ + "0", + "1" + ], + [ + "8", + "9" + ], + [ + "Bxb", + "2" + ], + [ + "Bf", + "2" + ], + [ + "Qf", + "8" + ], + [ + "Rxc", + "5" + ], + [ + "Q", + "xg2" + ], + [ + "Q", + "a3" + ], + [ + "7", + "8" + ], + [ + "9", + "1" + ], + [ + "Ng", + "e2" + ], + [ + "Qb", + "8" + ], + [ + "Q", + "a6" + ], + [ + "B", + "xh3" + ], + [ + "B", + "a2" + ], + [ + "Rxa", + "6" + ], + [ + "Q", + "xb5" + ], + [ + "B", + "c1" + ], + [ + "Qxc", + "7" + ], + [ + "R", + "xg7" + ], + [ + "Bxf", + "2" + ], + [ + "9", + "3" + ], + [ + "N", + "xg6" + ], + [ + "Q", + "xg6" + ], + [ + "9", + "5" + ], + [ + "Qf", + "1" + ], + [ + "9", + "7" + ], + [ + "R", + "xg2" + ], + [ + "g", + "xh6" + ], + [ + "c", + "2" + ], + [ + "d", + "xe6" + ], + [ + "c", + "7" + ], + [ + "Bxb", + "7" + ], + [ + "Q", + "xb4" + ], + [ + "g", + "xh5" + ], + [ + "xg", + "1" + ], + [ + "B", + "xg6" + ], + [ + "N", + "xe2" + ], + [ + "B", + "xg2" + ], + [ + "Bf", + "1" + ], + [ + "Rxa", + "3" + ], + [ + "N", + "xb4" + ], + [ + "Qxa", + "2" + ], + [ + "Rxa", + "4" + ], + [ + "K", + "a7" + ], + [ + "Qb", + "1" + ], + [ + "Kxf", + "2" + ], + [ + "Q", + "xh6" + ], + [ + "8", + "2" + ], + [ + "Bf", + "7" + ], + [ + "K", + "a6" + ], + [ + "N", + "h7" + ], + [ + "Qxa", + "7" + ], + [ + "Rxa", + "5" + ], + [ + "Bxa", + "6" + ], + [ + "K", + "a3" + ], + [ + "Rh", + "g8" + ], + [ + "exf", + "3" + ], + [ + "8", + "4" + ], + [ + "Q", + "xh5" + ], + [ + "Q", + "xg3" + ], + [ + "Ne", + "8" + ], + [ + "Rxa", + "8" + ], + [ + "N", + "xg3" + ], + [ + "Rxa", + "1" + ], + [ + "Q", + "xh4" + ], + [ + "8", + "6" + ], + [ + "f", + "7" + ], + [ + "K", + "a2" + ], + [ + "K", + "a5" + ], + [ + "R", + "xh7" + ], + [ + "bxa", + "4" + ], + [ + "Q", + "h7" + ], + [ + "K", + "a4" + ], + [ + "K", + "xg2" + ], + [ + "f", + "2" + ], + [ + "Q", + "xh7" + ], + [ + "N", + "xb3" + ], + [ + "g", + "xh4" + ], + [ + "g", + "xh3" + ], + [ + "Rh", + "g1" + ], + [ + "R", + "xb5" + ], + [ + "Qxa", + "8" + ], + [ + "R", + "xb4" + ], + [ + "8", + "8" + ], + [ + "R", + "xg5" + ], + [ + "Kxd", + "8" + ], + [ + "Nxc", + "7" + ], + [ + "bxa", + "5" + ], + [ + "B", + "xg3" + ], + [ + "Nxf", + "2" + ], + [ + "9", + "2" + ], + [ + "R", + "xh6" + ], + [ + "b", + "7" + ], + [ + "Q", + "xh3" + ], + [ + "Ng", + "f6" + ], + [ + "Nxc", + "2" + ], + [ + "Rh", + "e1" + ], + [ + "b", + "2" + ], + [ + "+", + "?" + ], + [ + "Rxb", + "3" + ], + [ + "R", + "xh5" + ], + [ + "Bxf", + "8" + ], + [ + "9", + "4" + ], + [ + "7", + "0" + ], + [ + "Rf", + "c8" + ], + [ + "R", + "xh2" + ], + [ + "Nf", + "1" + ], + [ + "B", + "d8" + ], + [ + "Q", + "h2" + ], + [ + "R", + "xh4" + ], + [ + "R", + "xg4" + ], + [ + "Q", + "a7" + ], + [ + "Qxb", + "6" + ], + [ + "Nf", + "8" + ], + [ + "9", + "6" + ], + [ + "Be", + "8" + ], + [ + "Rxb", + "6" + ], + [ + "c", + "xb3" + ], + [ + "R", + "xh3" + ], + [ + "R", + "xg6" + ], + [ + "9", + "8" + ], + [ + "Bxa", + "3" + ], + [ + "Nb", + "8" + ], + [ + "Qxb", + "3" + ], + [ + "Q", + "a8" + ], + [ + "R", + "xg3" + ], + [ + "Ne", + "1" + ], + [ + "Rh", + "e8" + ], + [ + "Qxa", + "1" + ], + [ + "Rh", + "f8" + ], + [ + "B", + "d1" + ], + [ + "g", + "7" + ], + [ + "g", + "2" + ], + [ + "Qxa", + "6" + ], + [ + "Rf", + "c1" + ], + [ + "Q", + "a1" + ], + [ + "Q", + "xe8" + ], + [ + "Bxd", + "8" + ], + [ + "Q", + "xh2" + ], + [ + "Q", + "h8" + ], + [ + "+", + "??" + ], + [ + "c", + "xb6" + ], + [ + "K", + "xb" + ], + [ + "K", + "a8" + ], + [ + "Rd", + "e1" + ], + [ + "Bxf", + "1" + ], + [ + "N", + "xb6" + ], + [ + "Q", + "xe1" + ], + [ + "Bxa", + "1" + ], + [ + "Kxf", + "1" + ], + [ + "Bxa", + "8" + ], + [ + "Kxf", + "8" + ], + [ + "Bxc", + "7" + ], + [ + "B", + "xh4" + ], + [ + "9", + "9" + ], + [ + "Qxf", + "8" + ], + [ + "Qxa", + "5" + ], + [ + "K", + "a1" + ], + [ + "Rxb", + "1" + ], + [ + "Q", + "a2" + ], + [ + "Bxc", + "2" + ], + [ + "N", + "xh4" + ], + [ + "Qxa", + "4" + ], + [ + "Be", + "1" + ], + [ + "Rxb", + "8" + ], + [ + "Qg", + "8" + ], + [ + "Q", + "h1" + ], + [ + "Qxa", + "3" + ], + [ + "Kxd", + "7" + ], + [ + "bxa", + "3" + ], + [ + "Rd", + "e8" + ], + [ + "Kxd", + "1" + ], + [ + "Bb", + "1" + ], + [ + "Rh", + "f1" + ], + [ + "Kxf", + "6" + ], + [ + "Nb", + "1" + ], + [ + "B", + "xb6" + ], + [ + "K", + "xe7" + ], + [ + "Qg", + "1" + ], + [ + "B", + "xh7" + ], + [ + "Bxd", + "1" + ], + [ + "N", + "xh5" + ], + [ + "B", + "xb3" + ], + [ + "bxa", + "6" + ], + [ + "Ra", + "f1" + ], + [ + "Nxf", + "8" + ], + [ + "Qxf", + "1" + ], + [ + "Ng", + "8" + ], + [ + "B", + "a7" + ], + [ + "N", + "d8" + ], + [ + "K", + "xg5" + ], + [ + "Nf", + "d7" + ], + [ + "B", + "h2" + ], + [ + "Kxf", + "4" + ], + [ + "Nxd", + "8" + ], + [ + "B", + "xh5" + ], + [ + "K", + "xe2" + ], + [ + "Kxf", + "5" + ], + [ + "e", + "xd3" + ], + [ + "Kxf", + "3" + ], + [ + "N", + "d1" + ], + [ + "Ra", + "f8" + ], + [ + "Kxd", + "2" + ], + [ + "Nxb", + "7" + ], + [ + "K", + "xg4" + ], + [ + "Nxb", + "2" + ], + [ + "R", + "xh8" + ], + [ + "Bxa", + "7" + ], + [ + "Ng", + "7" + ], + [ + "Nxa", + "8" + ], + [ + "Nb", + "7" + ], + [ + "Nc", + "8" + ], + [ + "d", + "xe3" + ], + [ + "Nxd", + "1" + ], + [ + "B", + "h7" + ], + [ + "Ng", + "f3" + ], + [ + "K", + "xh7" + ], + [ + "xd", + "8" + ], + [ + "Nxf", + "1" + ], + [ + "K", + "xe5" + ], + [ + "N", + "xh6" + ], + [ + "K", + "xe6" + ], + [ + "Bxa", + "4" + ], + [ + "Qxc", + "8" + ], + [ + "B", + "xh2" + ], + [ + "K", + "xg6" + ], + [ + "R", + "xg8" + ], + [ + "xd", + "1" + ], + [ + "Bxa", + "2" + ], + [ + "Nxa", + "6" + ], + [ + "Q", + "xh8" + ], + [ + "Qxc", + "1" + ], + [ + "Re", + "d1" + ], + [ + "Nb", + "c6" + ], + [ + "Ng", + "1" + ], + [ + "N", + "xg7" + ], + [ + "Nc", + "1" + ], + [ + "Nxa", + "4" + ], + [ + "R", + "xh1" + ], + [ + "K", + "xe4" + ], + [ + "K", + "xh4" + ], + [ + "K", + "xh5" + ], + [ + "K", + "xg3" + ], + [ + "Nb", + "2" + ], + [ + "N", + "a7" + ], + [ + "Ng", + "2" + ], + [ + "Nxa", + "1" + ], + [ + "Nxa", + "5" + ], + [ + "K", + "xd5" + ], + [ + "K", + "xe3" + ], + [ + "Bxa", + "5" + ], + [ + "N", + "xh3" + ], + [ + "K", + "xh2" + ], + [ + "R", + "xg1" + ], + [ + "Bxc", + "1" + ], + [ + "K", + "xd6" + ], + [ + "Kxc", + "4" + ], + [ + "Nxa", + "7" + ], + [ + "Rh", + "d8" + ], + [ + "B", + "xh8" + ], + [ + "N", + "xh8" + ], + [ + "Rh", + "d1" + ], + [ + "Nxc", + "8" + ], + [ + "K", + "xd4" + ], + [ + "Kxc", + "5" + ], + [ + "K", + "xh6" + ], + [ + "Bb", + "8" + ], + [ + "Nb", + "c3" + ], + [ + "Nd", + "f3" + ], + [ + "Nxa", + "2" + ], + [ + "N", + "xe8" + ], + [ + "Bxc", + "8" + ], + [ + "N", + "a2" + ], + [ + "N", + "xe1" + ], + [ + "N", + "xg2" + ], + [ + "Nc", + "e7" + ], + [ + "Kxc", + "3" + ], + [ + "Nxa", + "3" + ], + [ + "Q", + "xh1" + ], + [ + "Kxc", + "6" + ], + [ + "K", + "xb4" + ], + [ + "N", + "xh7" + ], + [ + "Re", + "d8" + ], + [ + "Kxd", + "3" + ], + [ + "K", + "xb5" + ], + [ + "Rd", + "f8" + ], + [ + "Rf", + "b1" + ], + [ + "K", + "xh3" + ], + [ + "xd", + "7" + ], + [ + "Nxc", + "1" + ], + [ + "Rc", + "d1" + ], + [ + "Rc", + "d8" + ], + [ + "Kxc", + "7" + ] + ] + } +} \ No newline at end of file diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e10d1a6 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,9 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "eos_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "tokenizer_class": "TokenizersBackend", + "unk_token": "" +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..48378c0 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,314 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.4454976303317535, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.08616975441619991, + "grad_norm": 1.8284112215042114, + "learning_rate": 1.98e-05, + "loss": 5.544659423828125, + "step": 100 + }, + { + "epoch": 0.17233950883239982, + "grad_norm": 0.5319015383720398, + "learning_rate": 3.979999999999999e-05, + "loss": 3.90488037109375, + "step": 200 + }, + { + "epoch": 0.25850926324859974, + "grad_norm": 1.3977950811386108, + "learning_rate": 5.98e-05, + "loss": 3.39756103515625, + "step": 300 + }, + { + "epoch": 0.34467901766479964, + "grad_norm": 1.9291573762893677, + "learning_rate": 7.98e-05, + "loss": 3.019991149902344, + "step": 400 + }, + { + "epoch": 0.4308487720809996, + "grad_norm": 1.4095340967178345, + "learning_rate": 9.979999999999999e-05, + "loss": 2.815445861816406, + "step": 500 + }, + { + "epoch": 0.5170185264971995, + "grad_norm": 3.2716641426086426, + "learning_rate": 0.00011979999999999998, + "loss": 2.6590045166015623, + "step": 600 + }, + { + "epoch": 0.6031882809133994, + "grad_norm": 1.3838716745376587, + "learning_rate": 0.00013979999999999998, + "loss": 2.543310089111328, + "step": 700 + }, + { + "epoch": 0.6893580353295993, + "grad_norm": 1.069161057472229, + "learning_rate": 0.00015979999999999998, + "loss": 2.396273651123047, + "step": 800 + }, + { + "epoch": 0.7755277897457993, + "grad_norm": 0.8585665822029114, + "learning_rate": 0.0001798, + "loss": 2.242165985107422, + "step": 900 + }, + { + "epoch": 0.8616975441619992, + "grad_norm": 0.7467069625854492, + "learning_rate": 0.0001998, + "loss": 2.1027012634277344, + "step": 1000 + }, + { + "epoch": 0.9478672985781991, + "grad_norm": 0.5805935859680176, + "learning_rate": 0.00021979999999999998, + "loss": 2.037454376220703, + "step": 1100 + }, + { + "epoch": 1.033606204222318, + "grad_norm": 0.5948718786239624, + "learning_rate": 0.00023979999999999997, + "loss": 1.9681085205078126, + "step": 1200 + }, + { + "epoch": 1.1197759586385179, + "grad_norm": 0.5413378477096558, + "learning_rate": 0.00025979999999999997, + "loss": 1.9135774230957032, + "step": 1300 + }, + { + "epoch": 1.2059457130547178, + "grad_norm": 0.5196030139923096, + "learning_rate": 0.00027979999999999997, + "loss": 1.8392716979980468, + "step": 1400 + }, + { + "epoch": 1.2921154674709177, + "grad_norm": 0.49619364738464355, + "learning_rate": 0.00029979999999999997, + "loss": 1.8049734497070313, + "step": 1500 + }, + { + "epoch": 1.3782852218871176, + "grad_norm": 0.44414839148521423, + "learning_rate": 0.000299991068233357, + "loss": 1.7638165283203124, + "step": 1600 + }, + { + "epoch": 1.4644549763033177, + "grad_norm": 0.46444711089134216, + "learning_rate": 0.0002999639122316208, + "loss": 1.7137832641601562, + "step": 1700 + }, + { + "epoch": 1.5506247307195173, + "grad_norm": 0.5176238417625427, + "learning_rate": 0.0002999185343831476, + "loss": 1.675589599609375, + "step": 1800 + }, + { + "epoch": 1.6367944851357175, + "grad_norm": 0.4177858829498291, + "learning_rate": 0.0002998549402017187, + "loss": 1.6349491882324219, + "step": 1900 + }, + { + "epoch": 1.7229642395519171, + "grad_norm": 0.42198434472084045, + "learning_rate": 0.0002997731374145493, + "loss": 1.596505126953125, + "step": 2000 + }, + { + "epoch": 1.8091339939681172, + "grad_norm": 0.4523915946483612, + "learning_rate": 0.0002996731359613498, + "loss": 1.5908058166503907, + "step": 2100 + }, + { + "epoch": 1.8953037483843171, + "grad_norm": 0.3901713788509369, + "learning_rate": 0.0002995549479931178, + "loss": 1.5610142517089844, + "step": 2200 + }, + { + "epoch": 1.981473502800517, + "grad_norm": 0.41816478967666626, + "learning_rate": 0.00029941858787066206, + "loss": 1.5319706726074218, + "step": 2300 + }, + { + "epoch": 2.067212408444636, + "grad_norm": 0.3872755765914917, + "learning_rate": 0.00029926407216285706, + "loss": 1.5055549621582032, + "step": 2400 + }, + { + "epoch": 2.1533821628608356, + "grad_norm": 0.4193103611469269, + "learning_rate": 0.0002990914196446301, + "loss": 1.4792218017578125, + "step": 2500 + }, + { + "epoch": 2.2395519172770357, + "grad_norm": 0.4024358093738556, + "learning_rate": 0.00029890065129467986, + "loss": 1.4786280822753906, + "step": 2600 + }, + { + "epoch": 2.325721671693236, + "grad_norm": 0.37588468194007874, + "learning_rate": 0.0002986917902929273, + "loss": 1.4545697021484374, + "step": 2700 + }, + { + "epoch": 2.4118914261094355, + "grad_norm": 0.39736974239349365, + "learning_rate": 0.0002984648620176991, + "loss": 1.4498170471191407, + "step": 2800 + }, + { + "epoch": 2.4980611805256356, + "grad_norm": 0.42380592226982117, + "learning_rate": 0.00029821989404264424, + "loss": 1.4262150573730468, + "step": 2900 + }, + { + "epoch": 2.5842309349418353, + "grad_norm": 0.411803662776947, + "learning_rate": 0.00029795691613338307, + "loss": 1.417086181640625, + "step": 3000 + }, + { + "epoch": 2.6704006893580354, + "grad_norm": 0.3662901818752289, + "learning_rate": 0.000297675960243891, + "loss": 1.3942941284179688, + "step": 3100 + }, + { + "epoch": 2.756570443774235, + "grad_norm": 0.3642771244049072, + "learning_rate": 0.00029737706051261557, + "loss": 1.38471923828125, + "step": 3200 + }, + { + "epoch": 2.842740198190435, + "grad_norm": 0.4138600826263428, + "learning_rate": 0.00029706025325832857, + "loss": 1.3765927124023438, + "step": 3300 + }, + { + "epoch": 2.9289099526066353, + "grad_norm": 0.3687536418437958, + "learning_rate": 0.0002967255769757127, + "loss": 1.3617820739746094, + "step": 3400 + }, + { + "epoch": 3.014648858250754, + "grad_norm": 0.3252148926258087, + "learning_rate": 0.0002963730723306845, + "loss": 1.3490205383300782, + "step": 3500 + }, + { + "epoch": 3.100818612666954, + "grad_norm": 0.3874260187149048, + "learning_rate": 0.0002960027821554529, + "loss": 1.3380169677734375, + "step": 3600 + }, + { + "epoch": 3.1869883670831536, + "grad_norm": 0.37778887152671814, + "learning_rate": 0.00029561475144331467, + "loss": 1.3190237426757812, + "step": 3700 + }, + { + "epoch": 3.2731581214993537, + "grad_norm": 0.37266016006469727, + "learning_rate": 0.00029520902734318766, + "loss": 1.313209991455078, + "step": 3800 + }, + { + "epoch": 3.359327875915554, + "grad_norm": 0.3792646527290344, + "learning_rate": 0.00029478565915388153, + "loss": 1.3055996704101562, + "step": 3900 + }, + { + "epoch": 3.4454976303317535, + "grad_norm": 0.3583495318889618, + "learning_rate": 0.00029434469831810764, + "loss": 1.301021728515625, + "step": 4000 + } + ], + "logging_steps": 100, + "max_steps": 30000, + "num_input_tokens_seen": 0, + "num_train_epochs": 26, + "save_steps": 2000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.9825523114901504e+16, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..fc716ae --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd27128033a9a2ac4f386cfb4bd5b45cc1f0e6fca9bed9203b8cd754d6cbe99 +size 5201