From 087023219538bb4c9c913812905b5254a4db7b5e Mon Sep 17 00:00:00 2001 From: Yikai Zhang Date: Wed, 9 Jul 2025 12:05:58 +0800 Subject: [PATCH] Update native_api doc to match the change in the `get_model_info` endpoint (#7660) Co-authored-by: Lifu Huang Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com> --- docs/backend/native_api.ipynb | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/docs/backend/native_api.ipynb b/docs/backend/native_api.ipynb index c16c6c0e1..007a3868c 100644 --- a/docs/backend/native_api.ipynb +++ b/docs/backend/native_api.ipynb @@ -96,7 +96,8 @@ "\n", "- `model_path`: The path/name of the model.\n", "- `is_generation`: Whether the model is used as generation model or embedding model.\n", - "- `tokenizer_path`: The path/name of the tokenizer." + "- `tokenizer_path`: The path/name of the tokenizer.\n", + "- `preferred_sampling_params`: The default sampling params specified via `--preferred-sampling-params`. `None` is returned in this example as we did not explicitly configure it in server args." ] }, { @@ -113,6 +114,7 @@ "assert response_json[\"model_path\"] == \"qwen/qwen2.5-0.5b-instruct\"\n", "assert response_json[\"is_generation\"] is True\n", "assert response_json[\"tokenizer_path\"] == \"qwen/qwen2.5-0.5b-instruct\"\n", + "assert response_json[\"preferred_sampling_params\"] is None\n", "assert response_json.keys() == {\n", " \"model_path\",\n", " \"is_generation\",\n",