Support oai in benchmark/mmlu (#323)

2024-03-22 13:37:57 -07:00
parent b57abe1663
commit e2b2f0a213
3 changed files with 15 additions and 5 deletions
--- a/python/sglang/test/test_utils.py
+++ b/python/sglang/test/test_utils.py
@@ -155,7 +155,7 @@ def select_sglang_backend(args):
            global_config.enable_parallel_decoding = False
            global_config.enable_parallel_encoding = False
        backend = RuntimeEndpoint(f"{args.host}:{args.port}")
-    elif args.backend.startswith("gpt"):
+    elif args.backend.startswith("gpt-"):
        backend = OpenAI(args.backend)
    else:
        raise ValueError(f"Invalid backend: {args.backend}")