11 lines
356 B
Bash
11 lines
356 B
Bash
|
unset XPU_DUMMY_EVENT
|
||
|
|
export XPU_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
|
||
|
|
export XPU_USE_MOE_SORTED_THRES=1
|
||
|
|
export XFT_USE_FAST_SWIGLU=1
|
||
|
|
export XMLIR_CUDNN_ENABLED=1
|
||
|
|
export XPU_USE_DEFAULT_CTX=1
|
||
|
|
export XMLIR_FORCE_USE_XPU_GRAPH=1
|
||
|
|
export XPU_USE_FAST_SWIGLU=1
|
||
|
|
export VLLM_HOST_IP=$(hostname -i)
|
||
|
|
export XMLIR_ENABLE_MOCK_TORCH_COMPILE=false
|
||
|
|
export FUSED_QK_ROPE_OP=0
|