[Minor] Many cleanup (#1357)
This commit is contained in:
@@ -18,6 +18,7 @@ limitations under the License.
|
||||
import asyncio
|
||||
import concurrent.futures
|
||||
import dataclasses
|
||||
import json
|
||||
import logging
|
||||
import multiprocessing as mp
|
||||
import os
|
||||
@@ -77,7 +78,6 @@ class TokenizerManager:
|
||||
self,
|
||||
server_args: ServerArgs,
|
||||
port_args: PortArgs,
|
||||
model_override_args: dict = None,
|
||||
):
|
||||
self.server_args = server_args
|
||||
|
||||
@@ -95,7 +95,7 @@ class TokenizerManager:
|
||||
self.hf_config = get_config(
|
||||
self.model_path,
|
||||
trust_remote_code=server_args.trust_remote_code,
|
||||
model_override_args=model_override_args,
|
||||
model_override_args=json.loads(server_args.json_model_override_args),
|
||||
)
|
||||
self.is_generation = is_generation_model(
|
||||
self.hf_config.architectures, self.server_args.is_embedding
|
||||
|
||||
Reference in New Issue
Block a user