Improve the structure of CI (#911)

2024-08-03 23:09:21 -07:00
parent 539856455d
commit 995af5a54b
29 changed files with 451 additions and 237 deletions
--- a/test/srt/models/test_causal_models.py
+++ b/test/srt/models/test_causal_models.py
@@ -18,6 +18,7 @@ import torch
 from sglang.test.runners import DEFAULT_PROMPTS, HFRunner, SRTRunner

 MODELS = [
+    # (model_name, tp_size)
    ("meta-llama/Meta-Llama-3.1-8B-Instruct", 1),
    # ("meta-llama/Meta-Llama-3.1-8B-Instruct", 2),
 ]