Revert "Rename TokenizerManager to StdOrchestrator" (#3828)

This commit is contained in:
Lianmin Zheng
2025-02-24 14:47:59 -08:00
committed by GitHub
parent c9745ee082
commit f2388f6b95
11 changed files with 130 additions and 116 deletions

View File

@@ -426,7 +426,7 @@
"from sglang.srt.managers.io_struct import Tool, Function\n",
"\n",
"llm = sgl.Engine(model_path=\"meta-llama/Meta-Llama-3.1-8B-Instruct\")\n",
"tokenizer = llm.orchestrator.tokenizer\n",
"tokenizer = llm.tokenizer_manager.tokenizer\n",
"input_ids = tokenizer.apply_chat_template(\n",
" messages, tokenize=True, add_generation_prompt=True, tools=tools\n",
")\n",