EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Minor] improve code style

Browse Source
This commit is contained in:
Lianmin Zheng
2024-06-03 18:11:34 -07:00
parent 9f009261f2
commit 3bc01ac137
4 changed files with 67 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
benchmark/latency_throughput/test_latency.py
View File

@@ -18,7 +18,7 @@ if __name__ == "__main__":
args.port = 21000
elif args.backend == "lightllm":
args.port = 22000
elif args.backend == "xinfer":
elif args.backend == "ginfer":
args.port = 9988
else:
raise ValueError(f"Invalid backend: {args.backend}")
@@ -60,9 +60,9 @@ if __name__ == "__main__":
"max_tokens": max_new_tokens,
},
)
elif args.backend == "xinfer":
elif args.backend == "ginfer":
import grpc
from xlm.proto import sampler_pb2, sampler_pb2_grpc
from ginfer import sampler_pb2, sampler_pb2_grpc
sampler_channel = grpc.insecure_channel(url.replace("http://", ""))
sampler = sampler_pb2_grpc.SamplerStub(sampler_channel)