#apiVersion: v1 #kind: Service #metadata: # name: infer-leader-loadbalancer #spec: # type: LoadBalancer # selector: # leaderworkerset.sigs.k8s.io/name: infer # role: leader # ports: # - protocol: TCP # port: 8080 # targetPort: 8080 # --- apiVersion: v1 kind: Service metadata: name: {{ .Values.app }}-leader-nodeport spec: type: NodePort {{- if gt (int .Values.workerSize) 1 }} selector: leaderworkerset.sigs.k8s.io/name: {{ .Release.Name }} role: leader {{- else }} selector: app: {{ .Release.Name }} {{- end }} ports: - protocol: TCP port: 8080 {{- if eq .Values.app "llama" }} targetPort: 7860 {{- else }} targetPort: 8080 {{- end }} nodePort: 30081