---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: litellm
  namespace: litellm
spec:
  selector:
    matchLabels:
      app: litellm
  template:
    metadata:
      annotations:
        reloader.stakater.com/auto: "true"
      labels:
        app: litellm
    spec:
      containers:
        - name: litellm
          image: docker.litellm.ai/berriai/litellm-database:main-stable
          imagePullPolicy: Always
          args:
            - --config
            - /app/config.yaml
            - --port
            - "4000"
            - --num_workers
            - "8"
          ports:
            - containerPort: 4000
              name: http
              protocol: TCP
          envFrom:
            - secretRef:
                name: litellm-credentials
            - configMapRef:
                name: litellm-env
          livenessProbe:
            httpGet:
              path: /health/liveliness
              port: 4000
            failureThreshold: 3
            initialDelaySeconds: 30
            periodSeconds: 30
            successThreshold: 1
            timeoutSeconds: 5
          readinessProbe:
            httpGet:
              path: /health/readiness
              port: 4000
            failureThreshold: 3
            initialDelaySeconds: 10
            periodSeconds: 10
            successThreshold: 1
            timeoutSeconds: 5
          resources:
            limits:
              cpu: "2"
              memory: 6Gi
            requests:
              cpu: 250m
              memory: 2Gi
          volumeMounts:
            - mountPath: /app/config.yaml
              name: config
              subPath: config.yaml
      restartPolicy: Always
      volumes:
        - name: config
          configMap:
            name: litellm-config