Update tokenizer_manager.py (#5008)
This commit is contained in:
@@ -736,7 +736,7 @@ class TokenizerManager:
|
|||||||
self.auto_create_handle_loop()
|
self.auto_create_handle_loop()
|
||||||
assert (
|
assert (
|
||||||
self.server_args.dp_size == 1
|
self.server_args.dp_size == 1
|
||||||
), "dp_size must be for update weights from distributed"
|
), "dp_size must be 1 for update weights from distributed"
|
||||||
|
|
||||||
# This means that weight sync
|
# This means that weight sync
|
||||||
# cannot run while requests are in progress.
|
# cannot run while requests are in progress.
|
||||||
|
|||||||
Reference in New Issue
Block a user