{ "auto_map": { "AutoTokenizer": [ "llmjp4_tokenizer.Llmjp4Tokenizer", "llmjp4_tokenizer.Llmjp4Tokenizer" ] }, "backend": "tokenizers", "bos_token": "<|startoftext|>", "clean_up_tokenization_spaces": false, "cls_token": "<|cls|>", "eod_token": "<|eod|>", "eos_token": "<|return|>", "extra_ids": 0, "is_local": false, "mask_token": "<|mask|>", "model_max_length": 65536, "model_specific_special_tokens": { "eod_token": "<|eod|>" }, "pad_token": "<|endoftext|>", "padding_side": "left", "sep_token": "<|sep|>", "sp_model_kwargs": {}, "tokenizer_class": "TokenizersBackend", "unk_token": "<|unk|>", "added_tokens_decoder": { "0": { "content": "<|unk|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "1": { "content": "<|startoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "2": { "content": "<|return|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "3": { "content": "<|mask|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "4": { "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "5": { "content": "<|cls|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "6": { "content": "<|eod|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "7": { "content": "<|sep|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "8": { "content": "<|constrain|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "9": { "content": "<|channel|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "10": { "content": "<|start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "11": { "content": "<|end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "12": { "content": "<|message|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "13": { "content": "<|call|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "14": { "content": "<|reserved_006|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "15": { "content": "<|reserved_007|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "16": { "content": "<|reserved_008|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "17": { "content": "<|reserved_009|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "18": { "content": "<|reserved_010|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "19": { "content": "<|reserved_011|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "20": { "content": "<|reserved_012|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "21": { "content": "<|reserved_013|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "22": { "content": "<|reserved_014|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "23": { "content": "<|reserved_015|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "24": { "content": "<|reserved_016|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "25": { "content": "<|reserved_017|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "26": { "content": "<|reserved_018|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "27": { "content": "<|reserved_019|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "28": { "content": "<|reserved_020|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "29": { "content": "<|reserved_021|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "30": { "content": "<|reserved_022|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "31": { "content": "<|reserved_023|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "32": { "content": "<|reserved_024|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "33": { "content": "<|reserved_025|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "34": { "content": "<|reserved_026|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "35": { "content": "<|reserved_027|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "36": { "content": "<|reserved_028|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "37": { "content": "<|reserved_029|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "38": { "content": "<|reserved_030|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "39": { "content": "<|reserved_031|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "40": { "content": "<|reserved_032|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "41": { "content": "<|reserved_033|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "42": { "content": "<|reserved_034|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "43": { "content": "<|reserved_035|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "44": { "content": "<|reserved_036|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "45": { "content": "<|reserved_037|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "46": { "content": "<|reserved_038|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "47": { "content": "<|reserved_039|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "48": { "content": "<|reserved_040|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "49": { "content": "<|reserved_041|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "50": { "content": "<|reserved_042|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "51": { "content": "<|reserved_043|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "52": { "content": "<|reserved_044|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "53": { "content": "<|reserved_045|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "54": { "content": "<|reserved_046|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "55": { "content": "<|reserved_047|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "56": { "content": "<|reserved_048|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "57": { "content": "<|reserved_049|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "58": { "content": "<|reserved_050|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "59": { "content": "<|reserved_051|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "60": { "content": "<|reserved_052|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "61": { "content": "<|reserved_053|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "62": { "content": "<|reserved_054|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "63": { "content": "<|reserved_055|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "64": { "content": "<|reserved_056|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "65": { "content": "<|reserved_057|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "66": { "content": "<|reserved_058|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "67": { "content": "<|reserved_059|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "68": { "content": "<|reserved_060|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "69": { "content": "<|reserved_061|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "70": { "content": "<|reserved_062|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "71": { "content": "<|reserved_063|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "72": { "content": "<|reserved_064|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "73": { "content": "<|reserved_065|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "74": { "content": "<|reserved_066|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "75": { "content": "<|reserved_067|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "76": { "content": "<|reserved_068|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "77": { "content": "<|reserved_069|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "78": { "content": "<|reserved_070|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "79": { "content": "<|reserved_071|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "80": { "content": "<|reserved_072|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "81": { "content": "<|reserved_073|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "82": { "content": "<|reserved_074|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "83": { "content": "<|reserved_075|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "84": { "content": "<|reserved_076|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "85": { "content": "<|reserved_077|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "86": { "content": "<|reserved_078|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "87": { "content": "<|reserved_079|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "88": { "content": "<|reserved_080|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "89": { "content": "<|reserved_081|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "90": { "content": "<|reserved_082|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "91": { "content": "<|reserved_083|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "92": { "content": "<|reserved_084|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "93": { "content": "<|reserved_085|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "94": { "content": "<|reserved_086|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "95": { "content": "<|reserved_087|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "96": { "content": "<|reserved_088|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "97": { "content": "<|reserved_089|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "98": { "content": "<|reserved_090|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "99": { "content": "<|reserved_091|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "100": { "content": "<|reserved_092|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "101": { "content": "<|reserved_093|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "102": { "content": "<|reserved_094|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "103": { "content": "<|reserved_095|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "104": { "content": "<|reserved_096|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "105": { "content": "<|reserved_097|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "106": { "content": "<|reserved_098|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "107": { "content": "<|reserved_099|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "108": { "content": "<|reserved_100|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "109": { "content": "<|reserved_101|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "110": { "content": "<|reserved_102|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "111": { "content": "<|reserved_103|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "112": { "content": "<|reserved_104|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "113": { "content": "<|reserved_105|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "114": { "content": "<|reserved_106|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "115": { "content": "<|reserved_107|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "116": { "content": "<|reserved_108|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "117": { "content": "<|reserved_109|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "118": { "content": "<|reserved_110|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "119": { "content": "<|reserved_111|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "120": { "content": "<|reserved_112|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "121": { "content": "<|reserved_113|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "122": { "content": "<|reserved_114|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "123": { "content": "<|reserved_115|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124": { "content": "<|reserved_116|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125": { "content": "<|reserved_117|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "126": { "content": "<|reserved_118|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "127": { "content": "<|reserved_119|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "128": { "content": "<|reserved_120|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "129": { "content": "<|reserved_121|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "130": { "content": "<|reserved_122|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "131": { "content": "<|reserved_123|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "132": { "content": "<|reserved_124|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "133": { "content": "<|reserved_125|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "134": { "content": "<|reserved_126|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "135": { "content": "<|reserved_127|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "136": { "content": "<|reserved_128|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "137": { "content": "<|reserved_129|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "138": { "content": "<|reserved_130|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "139": { "content": "<|reserved_131|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "140": { "content": "<|reserved_132|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "141": { "content": "<|reserved_133|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "142": { "content": "<|reserved_134|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "143": { "content": "<|reserved_135|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "144": { "content": "<|reserved_136|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "145": { "content": "<|reserved_137|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "146": { "content": "<|reserved_138|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "147": { "content": "<|reserved_139|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "148": { "content": "<|reserved_140|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "149": { "content": "<|reserved_141|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "150": { "content": "<|reserved_142|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "151": { "content": "<|reserved_143|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "152": { "content": "<|reserved_144|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "153": { "content": "<|reserved_145|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154": { "content": "<|reserved_146|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "155": { "content": "<|reserved_147|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "156": { "content": "<|reserved_148|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "157": { "content": "<|reserved_149|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "158": { "content": "<|reserved_150|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "159": { "content": "<|reserved_151|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "160": { "content": "<|reserved_152|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "161": { "content": "<|reserved_153|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "162": { "content": "<|reserved_154|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "163": { "content": "<|reserved_155|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "164": { "content": "<|reserved_156|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "165": { "content": "<|reserved_157|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "166": { "content": "<|reserved_158|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "167": { "content": "<|reserved_159|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "168": { "content": "<|reserved_160|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "169": { "content": "<|reserved_161|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "170": { "content": "<|reserved_162|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "171": { "content": "<|reserved_163|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "172": { "content": "<|reserved_164|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "173": { "content": "<|reserved_165|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "174": { "content": "<|reserved_166|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "175": { "content": "<|reserved_167|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "176": { "content": "<|reserved_168|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "177": { "content": "<|reserved_169|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "178": { "content": "<|reserved_170|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "179": { "content": "<|reserved_171|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "180": { "content": "<|reserved_172|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "181": { "content": "<|reserved_173|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "182": { "content": "<|reserved_174|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "183": { "content": "<|reserved_175|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "184": { "content": "<|reserved_176|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "185": { "content": "<|reserved_177|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "186": { "content": "<|reserved_178|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "187": { "content": "<|reserved_179|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "188": { "content": "<|reserved_180|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "189": { "content": "<|reserved_181|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "190": { "content": "<|reserved_182|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "191": { "content": "<|reserved_183|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "192": { "content": "<|reserved_184|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "193": { "content": "<|reserved_185|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "194": { "content": "<|reserved_186|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "195": { "content": "<|reserved_187|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "196": { "content": "<|reserved_188|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "197": { "content": "<|reserved_189|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "198": { "content": "<|reserved_190|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "199": { "content": "<|reserved_191|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "200": { "content": "<|reserved_192|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "201": { "content": "<|reserved_193|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "202": { "content": "<|reserved_194|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "203": { "content": "<|reserved_195|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "204": { "content": "<|reserved_196|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "205": { "content": "<|reserved_197|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "206": { "content": "<|reserved_198|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "207": { "content": "<|reserved_199|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "208": { "content": "<|reserved_200|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "209": { "content": "<|reserved_201|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "210": { "content": "<|reserved_202|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "211": { "content": "<|reserved_203|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "212": { "content": "<|reserved_204|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "213": { "content": "<|reserved_205|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "214": { "content": "<|reserved_206|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "215": { "content": "<|reserved_207|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "216": { "content": "<|reserved_208|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "217": { "content": "<|reserved_209|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "218": { "content": "<|reserved_210|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "219": { "content": "<|reserved_211|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "220": { "content": "<|reserved_212|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "221": { "content": "<|reserved_213|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "222": { "content": "<|reserved_214|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "223": { "content": "<|reserved_215|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "224": { "content": "<|reserved_216|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "225": { "content": "<|reserved_217|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "226": { "content": "<|reserved_218|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "227": { "content": "<|reserved_219|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "228": { "content": "<|reserved_220|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "229": { "content": "<|reserved_221|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "230": { "content": "<|reserved_222|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "231": { "content": "<|reserved_223|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "232": { "content": "<|reserved_224|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "233": { "content": "<|reserved_225|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "234": { "content": "<|reserved_226|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "235": { "content": "<|reserved_227|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "236": { "content": "<|reserved_228|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "237": { "content": "<|reserved_229|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "238": { "content": "<|reserved_230|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "239": { "content": "<|reserved_231|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "240": { "content": "<|reserved_232|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "241": { "content": "<|reserved_233|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "242": { "content": "<|reserved_234|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "243": { "content": "<|reserved_235|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "244": { "content": "<|reserved_236|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "245": { "content": "<|reserved_237|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "246": { "content": "<|reserved_238|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "247": { "content": "<|reserved_239|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "248": { "content": "<|reserved_240|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "249": { "content": "<|reserved_241|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "250": { "content": "<|reserved_242|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "251": { "content": "<|reserved_243|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "252": { "content": "<|reserved_244|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "253": { "content": "<|reserved_245|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "254": { "content": "<|reserved_246|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "255": { "content": "<|reserved_247|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "256": { "content": "<|reserved_248|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "257": { "content": "<|reserved_249|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "258": { "content": "<|reserved_250|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "259": { "content": "<|reserved_251|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "260": { "content": "<|reserved_252|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "261": { "content": "<|reserved_253|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "262": { "content": "<|reserved_254|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "263": { "content": "<|reserved_255|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "264": { "content": "<|reserved_256|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "265": { "content": "<|reserved_257|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "266": { "content": "<|reserved_258|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "267": { "content": "<|reserved_259|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "268": { "content": "<|reserved_260|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "269": { "content": "<|reserved_261|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "270": { "content": "<|reserved_262|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "271": { "content": "<|reserved_263|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "272": { "content": "<|reserved_264|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "273": { "content": "<|reserved_265|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "274": { "content": "<|reserved_266|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "275": { "content": "<|reserved_267|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "276": { "content": "<|reserved_268|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "277": { "content": "<|reserved_269|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "278": { "content": "<|reserved_270|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "279": { "content": "<|reserved_271|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "280": { "content": "<|reserved_272|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "281": { "content": "<|reserved_273|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "282": { "content": "<|reserved_274|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "283": { "content": "<|reserved_275|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "284": { "content": "<|reserved_276|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "285": { "content": "<|reserved_277|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "286": { "content": "<|reserved_278|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "287": { "content": "<|reserved_279|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "288": { "content": "<|reserved_280|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "289": { "content": "<|reserved_281|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "290": { "content": "<|reserved_282|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "291": { "content": "<|reserved_283|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "292": { "content": "<|reserved_284|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "293": { "content": "<|reserved_285|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "294": { "content": "<|reserved_286|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "295": { "content": "<|reserved_287|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "296": { "content": "<|reserved_288|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "297": { "content": "<|reserved_289|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "298": { "content": "<|reserved_290|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "299": { "content": "<|reserved_291|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "300": { "content": "<|reserved_292|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "301": { "content": "<|reserved_293|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "302": { "content": "<|reserved_294|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "303": { "content": "<|reserved_295|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "304": { "content": "<|reserved_296|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "305": { "content": "<|reserved_297|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "306": { "content": "<|reserved_298|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "307": { "content": "<|reserved_299|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "308": { "content": "<|reserved_300|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "309": { "content": "<|reserved_301|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "310": { "content": "<|reserved_302|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "311": { "content": "<|reserved_303|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "312": { "content": "<|reserved_304|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "313": { "content": "<|reserved_305|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "314": { "content": "<|reserved_306|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "315": { "content": "<|reserved_307|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "316": { "content": "<|reserved_308|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "317": { "content": "<|reserved_309|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "318": { "content": "<|reserved_310|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "319": { "content": "<|reserved_311|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "320": { "content": "<|reserved_312|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "321": { "content": "<|reserved_313|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "322": { "content": "<|reserved_314|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "323": { "content": "<|reserved_315|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "324": { "content": "<|reserved_316|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "325": { "content": "<|reserved_317|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "326": { "content": "<|reserved_318|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "327": { "content": "<|reserved_319|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "328": { "content": "<|reserved_320|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "329": { "content": "<|reserved_321|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "330": { "content": "<|reserved_322|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "331": { "content": "<|reserved_323|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "332": { "content": "<|reserved_324|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "333": { "content": "<|reserved_325|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "334": { "content": "<|reserved_326|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "335": { "content": "<|reserved_327|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "336": { "content": "<|reserved_328|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "337": { "content": "<|reserved_329|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "338": { "content": "<|reserved_330|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "339": { "content": "<|reserved_331|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "340": { "content": "<|reserved_332|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "341": { "content": "<|reserved_333|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "342": { "content": "<|reserved_334|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "343": { "content": "<|reserved_335|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "344": { "content": "<|reserved_336|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "345": { "content": "<|reserved_337|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "346": { "content": "<|reserved_338|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "347": { "content": "<|reserved_339|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "348": { "content": "<|reserved_340|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "349": { "content": "<|reserved_341|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "350": { "content": "<|reserved_342|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "351": { "content": "<|reserved_343|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } }, "chat_template": "{#-\n In addition to the normal inputs of `messages` and `tools`, this template also accepts the\n following kwargs:\n - \"builtin_tools\": A list, can contain \"browser\" and/or \"python\".\n - \"model_identity\": A string that optionally describes the model identity.\n #}\n\n{#- Tool Definition Rendering ============================================== #}\n{%- macro render_typescript_type(param_spec, required_params, is_nullable=false) -%}\n {%- if param_spec.type == \"array\" -%}\n {%- if param_spec['items'] -%}\n {%- if param_spec['items']['type'] == \"string\" -%}\n {{- \"string[]\" }}\n {%- elif param_spec['items']['type'] == \"number\" -%}\n {{- \"number[]\" }}\n {%- elif param_spec['items']['type'] == \"integer\" -%}\n {{- \"number[]\" }}\n {%- elif param_spec['items']['type'] == \"boolean\" -%}\n {{- \"boolean[]\" }}\n {%- else -%}\n {%- set inner_type = render_typescript_type(param_spec['items'], required_params) -%}\n {%- if inner_type == \"object | object\" or inner_type|length > 50 -%}\n {{- \"any[]\" }}\n {%- else -%}\n {{- inner_type + \"[]\" }}\n {%- endif -%}\n {%- endif -%}\n {%- if param_spec.nullable -%}\n {{- \" | null\" }}\n {%- endif -%}\n {%- else -%}\n {{- \"any[]\" }}\n {%- if param_spec.nullable -%}\n {{- \" | null\" }}\n {%- endif -%}\n {%- endif -%}\n {%- elif param_spec.type is defined and param_spec.type is iterable and param_spec.type is not string and param_spec.type is not mapping and param_spec.type[0] is defined -%}\n {#- Handle array of types like [\"object\", \"object\"] from Union[dict, list] #}\n {%- if param_spec.type | length > 1 -%}\n {{- param_spec.type | join(\" | \") }}\n {%- else -%}\n {{- param_spec.type[0] }}\n {%- endif -%}\n {%- elif param_spec.oneOf -%}\n {#- Handle oneOf schemas - check for complex unions and fallback to any #}\n {%- set has_object_variants = false -%}\n {%- for variant in param_spec.oneOf -%}\n {%- if variant.type == \"object\" -%}\n {%- set has_object_variants = true -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if has_object_variants and param_spec.oneOf|length > 1 -%}\n {{- \"any\" }}\n {%- else -%}\n {%- for variant in param_spec.oneOf -%}\n {{- render_typescript_type(variant, required_params) -}}\n {%- if variant.description %}\n {{- \"// \" + variant.description }}\n {%- endif -%}\n {%- if variant.default is defined %}\n {{ \"// default: \" + variant.default|tojson }}\n {%- endif -%}\n {%- if not loop.last %}\n {{- \" | \" }}\n {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n {%- elif param_spec.type == \"string\" -%}\n {%- if param_spec.enum -%}\n {{- '\"' + param_spec.enum|join('\" | \"') + '\"' -}}\n {%- else -%}\n {{- \"string\" }}\n {%- if param_spec.nullable %}\n {{- \" | null\" }}\n {%- endif -%}\n {%- endif -%}\n {%- elif param_spec.type == \"number\" -%}\n {{- \"number\" }}\n {%- elif param_spec.type == \"integer\" -%}\n {{- \"number\" }}\n {%- elif param_spec.type == \"boolean\" -%}\n {{- \"boolean\" }}\n\n {%- elif param_spec.type == \"object\" -%}\n {%- if param_spec.properties -%}\n {{- \"{\\n\" }}\n {%- for prop_name, prop_spec in param_spec.properties.items() -%}\n {{- prop_name -}}\n {%- if prop_name not in (param_spec.required or []) -%}\n {{- \"?\" }}\n {%- endif -%}\n {{- \": \" }}\n {{ render_typescript_type(prop_spec, param_spec.required or []) }}\n {%- if not loop.last -%}\n {{-\", \" }}\n {%- endif -%}\n {%- endfor -%}\n {{- \"}\" }}\n {%- else -%}\n {{- \"object\" }}\n {%- endif -%}\n {%- else -%}\n {{- \"any\" }}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro render_tool_namespace(namespace_name, tools) -%}\n {{- \"## \" + namespace_name + \"\\n\\n\" }}\n {{- \"namespace \" + namespace_name + \" {\\n\\n\" }}\n {%- for tool in tools %}\n {%- set tool = tool.function %}\n {{- \"// \" + tool.description + \"\\n\" }}\n {{- \"type \"+ tool.name + \" = \" }}\n {%- if tool.parameters and tool.parameters.properties %}\n {{- \"(_: {\\n\" }}\n {%- for param_name, param_spec in tool.parameters.properties.items() %}\n {%- if param_spec.description %}\n {{- \"// \" + param_spec.description + \"\\n\" }}\n {%- endif %}\n {{- param_name }}\n {%- if param_name not in (tool.parameters.required or []) -%}\n {{- \"?\" }}\n {%- endif -%}\n {{- \": \" }}\n {{- render_typescript_type(param_spec, tool.parameters.required or []) }}\n {%- if param_spec.default is defined -%}\n {%- if param_spec.enum %}\n {{- \", // default: \" + param_spec.default }}\n {%- elif param_spec.oneOf %}\n {{- \"// default: \" + param_spec.default }}\n {%- else %}\n {{- \", // default: \" + param_spec.default|tojson }}\n {%- endif -%}\n {%- endif -%}\n {%- if not loop.last %}\n {{- \",\\n\" }}\n {%- else %}\n {{- \",\\n\" }}\n {%- endif -%}\n {%- endfor %}\n {{- \"}) => any;\\n\\n\" }}\n {%- else -%}\n {{- \"() => any;\\n\\n\" }}\n {%- endif -%}\n {%- endfor %}\n {{- \"} // namespace \" + namespace_name }}\n{%- endmacro -%}\n\n{%- macro render_builtin_tools(browser_tool, python_tool) -%}\n {%- if browser_tool %}\n {{- \"## browser\\n\\n\" }}\n {{- \"// Tool for browsing.\\n\" }}\n {{- \"// The `cursor` appears in brackets before each browsing display: `[{cursor}]`.\\n\" }}\n {{- \"// Cite information from the tool using the following format:\\n\" }}\n {{- \"// `【{cursor}†L{line_start}(-L{line_end})?】`, for example: `【6†L9-L11】` or `【8†L3】`.\\n\" }}\n {{- \"// Do not quote more than 10 words directly from the tool output.\\n\" }}\n {{- \"// sources=web (default: web)\\n\" }}\n {{- \"namespace browser {\\n\\n\" }}\n {{- \"// Searches for information related to `query` and displays `topn` results.\\n\" }}\n {{- \"type search = (_: {\\n\" }}\n {{- \"query: string,\\n\" }}\n {{- \"topn?: number, // default: 10\\n\" }}\n {{- \"source?: string,\\n\" }}\n {{- \"}) => any;\\n\\n\" }}\n {{- \"// Opens the link `id` from the page indicated by `cursor` starting at line number `loc`, showing `num_lines` lines.\\n\" }}\n {{- \"// Valid link ids are displayed with the formatting: `【{id}†.*】`.\\n\" }}\n {{- \"// If `cursor` is not provided, the most recent page is implied.\\n\" }}\n {{- \"// If `id` is a string, it is treated as a fully qualified URL associated with `source`.\\n\" }}\n {{- \"// If `loc` is not provided, the viewport will be positioned at the beginning of the document or centered on the most relevant passage, if available.\\n\" }}\n {{- \"// Use this function without `id` to scroll to a new location of an opened page.\\n\" }}\n {{- \"type open = (_: {\\n\" }}\n {{- \"id?: number | string, // default: -1\\n\" }}\n {{- \"cursor?: number, // default: -1\\n\" }}\n {{- \"loc?: number, // default: -1\\n\" }}\n {{- \"num_lines?: number, // default: -1\\n\" }}\n {{- \"view_source?: boolean, // default: false\\n\" }}\n {{- \"source?: string,\\n\" }}\n {{- \"}) => any;\\n\\n\" }}\n {{- \"// Finds exact matches of `pattern` in the current page, or the page given by `cursor`.\\n\" }}\n {{- \"type find = (_: {\\n\" }}\n {{- \"pattern: string,\\n\" }}\n {{- \"cursor?: number, // default: -1\\n\" }}\n {{- \"}) => any;\\n\\n\" }}\n {{- \"} // namespace browser\\n\\n\" }}\n {%- endif -%}\n\n {%- if python_tool %}\n {{- \"## python\\n\\n\" }}\n {{- \"Use this tool to execute Python code in your chain of thought. The code will not be shown to the user. This tool should be used for internal reasoning, but not for code that is intended to be visible to the user (e.g. when creating plots, tables, or files).\\n\\n\" }}\n {{- \"When you send a message containing Python code to python, it will be executed in a stateful Jupyter notebook environment. python will respond with the output of the execution or time out after 120.0 seconds. The drive at '/mnt/data' can be used to save and persist user files. Internet access for this session is UNKNOWN. Depends on the cluster.\\n\\n\" }}\n {%- endif -%}\n{%- endmacro -%}\n\n{#- System Message Construction ============================================ #}\n{%- macro build_system_message() -%}\n {%- if model_identity is not defined %}\n {%- set model_identity = \"You are LLM-jp-4, a large language model trained by LLM-jp.\" %}\n {%- endif %}\n {{- model_identity + \"\\n\" -}}\n {% if knowledge_cutoff is not defined %}\n {%- set knowledge_cutoff = \"2025-12\" %}\n {%- endif %}\n {{- \"Knowledge cutoff: \" + knowledge_cutoff + \"\\n\" -}}\n {% if conversation_start_date is not defined %}\n {%- set conversation_start_date = strftime_now(\"%Y-%m-%d\") %}\n {%- endif %}\n {{- \"Current date: \" + conversation_start_date + \"\\n\\n\" }}\n {%- if builtin_tools %}\n {{- \"# Tools\\n\\n\" }}\n {%- set available_builtin_tools = namespace(browser=false, python=false) %}\n {%- for tool in builtin_tools %}\n {%- if tool == \"browser\" %}\n {%- set available_builtin_tools.browser = true %}\n {%- elif tool == \"python\" %}\n {%- set available_builtin_tools.python = true %}\n {%- endif %}\n {%- endfor %}\n {{- render_builtin_tools(available_builtin_tools.browser, available_builtin_tools.python) }}\n {%- endif -%}\n {{- \"# Valid channels: analysis, commentary, final. Channel must be included for every message.\" }}\n {%- if tools -%}\n {{- \"\\nCalls to these tools must go to the commentary channel: 'functions'.\" }}\n {%- endif -%}\n{%- endmacro -%}\n\n{#- Main Template Logic ================================================= #}\n{#- Set defaults #}\n\n{#- Render system message #}\n{{- \"<|start|>system<|message|>\" }}\n{{- build_system_message() }}\n{{- \"<|end|>\" }}\n\n{#- Extract developer message #}\n{%- if messages[0].role == \"developer\" or messages[0].role == \"system\" %}\n {%- set developer_message = messages[0].content %}\n {%- set loop_messages = messages[1:] %}\n{%- else %}\n {%- set developer_message = \"\" %}\n {%- set loop_messages = messages %}\n{%- endif %}\n\n{#- Render developer message #}\n{%- if developer_message or tools %}\n {{- \"<|start|>developer<|message|>\" }}\n {%- if developer_message %}\n {{- \"# Instructions\\n\\n\" }}\n {{- developer_message }}\n {{- \"\\n\\n\" }}\n {%- endif %}\n {%- if tools -%}\n {{- \"# Tools\\n\\n\" }}\n {{- render_tool_namespace(\"functions\", tools) }}\n {%- endif -%}\n {{- \"<|end|>\" }}\n{%- endif %}\n\n{#- Render messages #}\n{%- set last_tool_call = namespace(name=none) %}\n{%- for message in loop_messages -%}\n {#- At this point only assistant/user/tool messages should remain #}\n {%- if message.role == 'assistant' -%}\n {#- Checks to ensure the messages are being passed in the format we expect #}\n {%- if \"content\" in message %}\n {%- if \"<|channel|>analysis<|message|>\" in message.content or \"<|channel|>final<|message|>\" in message.content %}\n {{- raise_exception(\"You have passed a message containing <|channel|> tags in the content field. Instead of doing this, you should pass analysis messages (the string between '<|message|>' and '<|end|>') in the 'thinking' field, and final messages (the string between '<|message|>' and '<|end|>') in the 'content' field.\") }}\n {%- endif %}\n {%- endif %}\n {%- if \"thinking\" in message %}\n {%- if \"<|channel|>analysis<|message|>\" in message.thinking or \"<|channel|>final<|message|>\" in message.thinking %}\n {{- raise_exception(\"You have passed a message containing <|channel|> tags in the thinking field. Instead of doing this, you should pass analysis messages (the string between '<|message|>' and '<|end|>') in the 'thinking' field, and final messages (the string between '<|message|>' and '<|end|>') in the 'content' field.\") }}\n {%- endif %}\n {%- endif %}\n {%- if \"tool_calls\" in message %}\n {#- We need very careful handling here - we want to drop the tool call analysis message if the model #}\n {#- has output a later <|final|> message, but otherwise we want to retain it. This is the only case #}\n {#- when we render CoT/analysis messages in inference. #}\n {%- set future_final_message = namespace(found=false) %}\n {%- for future_message in loop_messages[loop.index:] %}\n {%- if future_message.role == 'assistant' and \"tool_calls\" not in future_message %}\n {%- set future_final_message.found = true %}\n {%- endif %}\n {%- endfor %}\n {#- We assume max 1 tool call per message, and so we infer the tool call name #}\n {#- in \"tool\" messages from the most recent assistant tool call name #}\n {%- set tool_call = message.tool_calls[0] %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if message.content and message.thinking %}\n {{- raise_exception(\"Cannot pass both content and thinking in an assistant message with tool calls! Put the analysis message in one or the other, but not both.\") }}\n {%- elif message.content and not future_final_message.found %}\n {{- \"<|start|>assistant<|channel|>analysis<|message|>\" + message.content + \"<|end|>\" }}\n {%- elif message.thinking and not future_final_message.found %}\n {{- \"<|start|>assistant<|channel|>analysis<|message|>\" + message.thinking + \"<|end|>\" }}\n {%- endif %}\n {{- \"<|start|>assistant to=\" }}\n {{- \"functions.\" + tool_call.name + \"<|channel|>commentary \" }}\n {{- (tool_call.content_type if tool_call.content_type is defined else \"json\") + \"<|message|>\" }}\n {{- tool_call.arguments|tojson }}\n {{- \"<|call|>\" }}\n {%- set last_tool_call.name = tool_call.name %}\n {%- elif loop.last and not add_generation_prompt %}\n {#- Only render the CoT if the final turn is an assistant turn and add_generation_prompt is false #}\n {#- This is a situation that should only occur in training, never in inference. #}\n {%- if \"thinking\" in message %}\n {{- \"<|start|>assistant<|channel|>analysis<|message|>\" + message.thinking + \"<|end|>\" }}\n {%- endif %}\n {#- <|return|> indicates the end of generation, but <|end|> does not #}\n {#- <|return|> should never be an input to the model, but we include it as the final token #}\n {#- when training, so the model learns to emit it. #}\n {{- \"<|start|>assistant<|channel|>final<|message|>\" + message.content + \"<|return|>\" }}\n {%- else %}\n {#- CoT is dropped during all previous turns, so we never render it for inference #}\n {{- \"<|start|>assistant<|channel|>final<|message|>\" + message.content + \"<|end|>\" }}\n {%- set last_tool_call.name = none %}\n {%- endif %}\n {%- elif message.role == 'tool' -%}\n {%- if last_tool_call.name is none %}\n {{- raise_exception(\"Message has tool role, but there was no previous assistant message with a tool call!\") }}\n {%- endif %}\n {{- \"<|start|>functions.\" + last_tool_call.name }}\n {{- \" to=assistant<|channel|>commentary<|message|>\" + message.content|tojson + \"<|end|>\" }}\n {%- elif message.role == 'user' -%}\n {{- \"<|start|>user<|message|>\" + message.content + \"<|end|>\" }}\n {%- endif -%}\n{%- endfor -%}\n\n{#- Generation prompt #}\n{%- if add_generation_prompt -%}\n<|start|>assistant\n{%- endif -%}\n" }