first commit

tests/kustomize/litellm-ingress/configmap-patch.yaml

@@ -0,0 +1,13 @@
+- op: replace
+  path: /data/config.yaml
+  value: |
+    model_list:
+      - model_name: qwen
+        litellm_params:
+          model: openai/qwen2-5-7b
+          api_base: os.environ/LITELLM_UPSTREAM_API_BASE
+          api_key: os.environ/LITELLM_UPSTREAM_API_KEY
+    litellm_settings:
+      drop_params: true
+      request_timeout: 600
+

tests/kustomize/litellm-ingress/deployment-patch.yaml

@@ -0,0 +1,13 @@
+- op: replace
+  path: /spec/template/spec/containers/0/resources/requests/cpu
+  value: "500m"
+- op: replace
+  path: /spec/template/spec/containers/0/resources/requests/memory
+  value: 1Gi
+- op: replace
+  path: /spec/template/spec/containers/0/resources/limits/cpu
+  value: "2"
+- op: replace
+  path: /spec/template/spec/containers/0/resources/limits/memory
+  value: 2Gi
+

tests/kustomize/litellm-ingress/generated-secret.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: litellm-secrets
+  labels:
+    app.kubernetes.io/name: litellm
+    app.kubernetes.io/component: auth
+    app.kubernetes.io/part-of: ocdp-workload
+type: Opaque
+stringData:
+  masterKey: sk-test-master
+  saltKey: sk-test-salt
+  upstreamApiKey: sk-no-key-required
+  upstreamApiBase: http://vllm-server-test:8000/v1

tests/kustomize/litellm-ingress/ingress-patch.yaml

@@ -0,0 +1,3 @@
+- op: replace
+  path: /spec/rules/0/host
+  value: litellm.test.local

tests/kustomize/litellm-ingress/kustomization.yaml

@@ -0,0 +1,24 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: ocdp-workload-test
+nameSuffix: -test
+resources:
+  - ../../../apps/litellm/base
+  - generated-secret.yaml
+components:
+  - ../../../apps/litellm/components/ingress
+patches:
+  - path: configmap-patch.yaml
+    target:
+      kind: ConfigMap
+      name: litellm-config
+  - path: deployment-patch.yaml
+    target:
+      group: apps
+      version: v1
+      kind: Deployment
+      name: litellm
+  - path: ingress-patch.yaml
+    target:
+      kind: Ingress
+      name: litellm