init
This commit is contained in:
3
vllm_vacc/vllm/spec_decode/var.py
Normal file
3
vllm_vacc/vllm/spec_decode/var.py
Normal file
@@ -0,0 +1,3 @@
|
||||
# qwen fused attention
|
||||
import os
|
||||
USE_FUSED_MTP_SAMPLER = int(os.getenv("USE_FUSED_MTP_SAMPLER", 1))
|
||||
Reference in New Issue
Block a user