apiVersion: apps/v1
kind: Deployment
metadata:
  name: litellm
  labels:
    app.kubernetes.io/name: litellm
    app.kubernetes.io/component: gateway
    app.kubernetes.io/part-of: ocdp-workload
  annotations: {}
spec:
  replicas: 1
  selector:
    matchLabels:
      app.kubernetes.io/name: litellm
  template:
    metadata:
      labels:
        app.kubernetes.io/name: litellm
        app.kubernetes.io/component: gateway
        app.kubernetes.io/part-of: ocdp-workload
    spec:
      containers:
        - name: litellm
          image: docker.litellm.ai/berriai/litellm:main-stable
          imagePullPolicy: IfNotPresent
          args:
            - --config
            - /app/config.yaml
            - --port
            - "4000"
            - --num_workers
            - "2"
          env:
            - name: LITELLM_MASTER_KEY
              valueFrom:
                secretKeyRef:
                  name: litellm-secrets
                  key: masterKey
            - name: LITELLM_SALT_KEY
              valueFrom:
                secretKeyRef:
                  name: litellm-secrets
                  key: saltKey
            - name: LITELLM_UPSTREAM_API_KEY
              valueFrom:
                secretKeyRef:
                  name: litellm-secrets
                  key: upstreamApiKey
            - name: LITELLM_UPSTREAM_API_BASE
              valueFrom:
                secretKeyRef:
                  name: litellm-secrets
                  key: upstreamApiBase
          ports:
            - name: http
              containerPort: 4000
          readinessProbe:
            httpGet:
              path: /health/readiness
              port: http
          livenessProbe:
            httpGet:
              path: /health/liveliness
              port: http
          resources:
            requests:
              cpu: "250m"
              memory: 512Mi
            limits:
              cpu: "1"
              memory: 1Gi
          volumeMounts:
            - name: config
              mountPath: /app/config.yaml
              subPath: config.yaml
      volumes:
        - name: config
          configMap:
            name: litellm-config