feat: add litellm-env configmap with STORE_MODEL_IN_DB=True

- add litellm-env config map
- add reloader annotation to deployment

apps/base/litellm/deployment.yaml

@@ -10,6 +10,8 @@ spec:
       app: litellm
   template:
     metadata:
+      annotations:
+        reloader.stakater.com/auto: "true"
       labels:
         app: litellm
     spec:
@@ -31,6 +33,8 @@ spec:
           envFrom:
             - secretRef:
                 name: litellm-credentials
+            - configMapRef:
+                name: litellm-env
           livenessProbe:
             httpGet:
               path: /health/liveliness
@@ -51,11 +55,11 @@ spec:
             timeoutSeconds: 5
           resources:
             limits:
-              cpu: "1"
-              memory: 2Gi
+              cpu: "2"
+              memory: 6Gi
             requests:
               cpu: 250m
-              memory: 512Mi
+              memory: 2Gi
           volumeMounts:
             - mountPath: /app/config.yaml
               name: config

apps/base/litellm/kustomization.yaml

@@ -21,3 +21,8 @@ configMapGenerator:
       - config.yaml=resources/config.yaml
     options:
       disableNameSuffixHash: true
+  - name: litellm-env
+    literals:
+      - STORE_MODEL_IN_DB=True
+    options:
+      disableNameSuffixHash: true