56 lines
1.2 KiB
YAML
56 lines
1.2 KiB
YAML
apiVersion: apps/v1
|
||
kind: Deployment
|
||
metadata:
|
||
name: deepseekr10528-lb-main
|
||
labels:
|
||
app: deepseekr10528-lb
|
||
spec:
|
||
replicas: 1
|
||
selector:
|
||
matchLabels:
|
||
app: deepseekr10528-lb
|
||
template:
|
||
metadata:
|
||
labels:
|
||
app: deepseekr10528-lb
|
||
spec:
|
||
nodeSelector:
|
||
bo: "yes"
|
||
tolerations:
|
||
- key: bopd
|
||
operator: Exists
|
||
- key: node-role
|
||
operator: Exists
|
||
containers:
|
||
- name: sgl-minilb
|
||
image: lmsysorg/sglang:latest
|
||
command:
|
||
- python
|
||
- -m
|
||
- sglang.srt.disaggregation.mini_lb
|
||
- --prefill
|
||
- http://deepseekr10528-prefill-main:30000
|
||
- --decode
|
||
- http://deepseekr10528-decode-main:30000
|
||
- --host
|
||
- 0.0.0.0
|
||
- --port
|
||
- "8000"
|
||
ports:
|
||
- containerPort: 8000
|
||
|
||
---
|
||
apiVersion: v1
|
||
kind: Service
|
||
metadata:
|
||
name: deepseekr10528-lb-service
|
||
spec:
|
||
type: NodePort # NodePort is easy to test, you can also specify `ClusterIP`
|
||
selector:
|
||
app: deepseekr10528-lb
|
||
ports:
|
||
- protocol: TCP
|
||
port: 8000 # Service Port（In-Cluster）
|
||
targetPort: 8000 # Exposed Container
|
||
nodePort: 30800
|