sglangv0.5.2 & support Qwen3-Next-80B-A3B-Instruct
This commit is contained in:
2
benchmark/llava_bench/bench_sglang_mme.sh
Normal file
2
benchmark/llava_bench/bench_sglang_mme.sh
Normal file
@@ -0,0 +1,2 @@
|
||||
MME_FOLDER=./mme_pack
|
||||
python3 bench_sglang.py --num-questions 5000 --question-file $MME_FOLDER/llava_mme_bench_replace.jsonl --answer-file answer_mme.jsonl --image-folder $MME_FOLDER/MME_Benchmark_release_version --max-tokens 4
|
||||
Reference in New Issue
Block a user