Files
ocdp_chart/webchat/vllm-app/templates/services.yaml
2025-09-23 10:01:17 +08:00

40 lines
752 B
YAML

#apiVersion: v1
#kind: Service
#metadata:
# name: infer-leader-loadbalancer
#spec:
# type: LoadBalancer
# selector:
# leaderworkerset.sigs.k8s.io/name: infer
# role: leader
# ports:
# - protocol: TCP
# port: 8080
# targetPort: 8080
#
---
apiVersion: v1
kind: Service
metadata:
name: {{ .Values.app }}-leader-nodeport
spec:
type: NodePort
{{- if gt (int .Values.workerSize) 1 }}
selector:
leaderworkerset.sigs.k8s.io/name: {{ .Release.Name }}
role: leader
{{- else }}
selector:
app: {{ .Release.Name }}
{{- end }}
ports:
- protocol: TCP
port: 8080
{{- if eq .Values.app "llama" }}
targetPort: 7860
{{- else }}
targetPort: 8080
{{- end }}
nodePort: 30081