Fix llava & Fix multiprocessing

This commit is contained in:
Lianmin Zheng
2024-01-24 10:35:31 +00:00
parent c6576e820c
commit bef0b35902
4 changed files with 9 additions and 9 deletions

View File

@@ -1,6 +1,7 @@
import asyncio
import concurrent.futures
import dataclasses
import multiprocessing as mp
import os
from typing import List
@@ -101,7 +102,9 @@ class TokenizerManager:
self.tokenizer = self.processor.tokenizer
os.environ["TOKENIZERS_PARALLELISM"] = "false"
self.executor = concurrent.futures.ProcessPoolExecutor(
initializer=init_global_processor, initargs=(server_args,)
initializer=init_global_processor,
mp_context=mp.get_context("fork"),
initargs=(server_args,),
)
else:
self.tokenizer = get_tokenizer(