From d03f1d2ccb436ef88dc1188900a7e2b111c53b74 Mon Sep 17 00:00:00 2001 From: 4paradigm <4paradigm@4paradigmdeMacBook-Pro.local> Date: Mon, 20 Jul 2026 10:47:42 +0800 Subject: [PATCH] fix tokenizer --- README.md | 23 ++++++++++++++--------- 1 file changed, 14 insertions(+), 9 deletions(-) diff --git a/README.md b/README.md index 28762ba..ba9fad1 100644 --- a/README.md +++ b/README.md @@ -6,10 +6,10 @@ 部分模型的 `tokenizer_config.json` 存在以下问题,导致 vLLM 0.11.0 服务启动失败: -| 错误 | 原因 | 数量 | -|---|---|---| -| `ValueError: Tokenizer class TokenizersBackend does not exist` | `tokenizer_class` 不是 transformers 合法类名,环境中缺少 `tokenizers` 包 | 23 | -| `AttributeError: 'list' object has no attribute 'keys'` | `extra_special_tokens` 为 list 格式,transformers 要求 dict | 4 | +| 错误 | 原因 | +|---|---| +| `ValueError: Tokenizer class TokenizersBackend does not exist` | `tokenizer_class` 不是 transformers 合法类名,环境中缺少 `tokenizers` 包 | +| `AttributeError: 'list' object has no attribute 'keys'` | `extra_special_tokens` 为 list 格式,transformers 要求 dict | ## 修复方式 @@ -35,13 +35,18 @@ harbor.4pd.io/modelhubxc/enginex/xc-llm-biren166m:26.01 示例: ```bash -docker run -dit --name \ - -p 38079:8000 \ - --privileged=true \ +docker run -dit --name biren_sut_submit_task_ \ --ipc=host \ + -v /dev:/dev \ + -v /lib/modules:/lib/modules \ + --privileged \ + --pid=host \ -v /path/to/model:/model \ - -e SUPA_VISIBLE_DEVICES=0 \ - --entrypoint /bin/bash \ + -p 35055:8000 \ + -e MAX_MODEL_LEN=2048 \ + -e SUPA_VISIBLE_DEVICES=2 \ + --entrypoint /bin/bash \ + \ -ic 'vllm serve /model --port 8000 --served-model-name llm --max-model-len 2048 --gpu-memory-utilization 0.9 --enforce-eager --trust-remote-code -tp 1 --host 0.0.0.0' ```