{ "backend": "tokenizers", "bos_token": "<\uff5cbegin\u2581of\u2581sentence\uff5c>", "clean_up_tokenization_spaces": false, "eos_token": "<\uff5cend\u2581of\u2581sentence\uff5c>", "is_local": true, "legacy": true, "model_max_length": 131072, "pad_token": "<\uff5cend\u2581of\u2581sentence\uff5c>", "sp_model_kwargs": {}, "tokenizer_class": "LlamaTokenizer", "unk_token": null }