Improve: Rename TokenizerManager to StdOrchestrator (#3116)

2025-02-23 16:30:58 +08:00
parent 3f41b18455
commit 45360b2fa9
11 changed files with 116 additions and 130 deletions
--- a/docs/backend/function_calling.ipynb
+++ b/docs/backend/function_calling.ipynb
@@ -426,7 +426,7 @@
    "from sglang.srt.managers.io_struct import Tool, Function\n",
    "\n",
    "llm = sgl.Engine(model_path=\"meta-llama/Meta-Llama-3.1-8B-Instruct\")\n",
-    "tokenizer = llm.tokenizer_manager.tokenizer\n",
+    "tokenizer = llm.orchestrator.tokenizer\n",
    "input_ids = tokenizer.apply_chat_template(\n",
    "    messages, tokenize=True, add_generation_prompt=True, tools=tools\n",
    ")\n",