Move sgl.Runtime under sglang/lang (#2990)

This commit is contained in:
Lianmin Zheng
2025-01-19 17:10:29 -08:00
committed by GitHub
parent e403d23757
commit 61f42b5732
17 changed files with 267 additions and 329 deletions

View File

@@ -71,7 +71,7 @@ class TestQwen2FP8(unittest.TestCase):
metrics = run_eval(args)
print(metrics)
self.assertGreater(metrics["accuracy"], 0.8)
self.assertGreater(metrics["accuracy"], 0.79)
if __name__ == "__main__":

View File

@@ -20,8 +20,8 @@ import torch
from sglang.test.runners import HFRunner, SRTRunner
MODELS = [
("LxzGordon/URM-LLaMa-3.1-8B", 1, 3e-2),
("Skywork/Skywork-Reward-Llama-3.1-8B-v0.2", 1, 3e-2),
("LxzGordon/URM-LLaMa-3.1-8B", 1, 4e-2),
("Skywork/Skywork-Reward-Llama-3.1-8B-v0.2", 1, 4e-2),
]
TORCH_DTYPES = [torch.float16]