cephrgw: allow purge-on-delete for cnpg backup buckets (#313)

Step 1 of moving the CNPG backup buckets to ec placement: RGW can't move an existing bucket, so they must be dropped and recreated. This lets the operator actually delete the buckets (with their objects) when the CRs are removed in step 2.

- set retainOnDelete: false and purgeOnDelete: true on all nine cnpg backup Bucket CRs
- leave ObjectStoreUser/BucketAccess untouched so the backup-s3 secrets persist

Reviewed-on: #313
Co-authored-by: Ben Vincent <ben@unkin.net>
Co-committed-by: Ben Vincent <ben@unkin.net>

apps/base/artifactapi/cnpg_backup.yaml

@@ -36,7 +36,8 @@ spec:
     app: artifactapi
     purpose: cnpg-backup
   # Never drop the backups if the CR is removed; retire buckets by hand.
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 # Nightly base backup. Continuous WAL archiving is always-on via the Cluster's
 # spec.backup.barmanObjectStore; this schedules the periodic full backup that

apps/base/authentik/cnpg_backup.yaml

@@ -36,7 +36,8 @@ spec:
     app: authentik
     purpose: cnpg-backup
   # Never drop the backups if the CR is removed; retire buckets by hand.
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 # Nightly base backup. Continuous WAL archiving is always-on via the Cluster's
 # spec.backup.barmanObjectStore; this schedules the periodic full backup that

apps/base/encapi/cnpg_backup.yaml

@@ -36,7 +36,8 @@ spec:
     app: encapi
     purpose: cnpg-backup
   # Never drop the backups if the CR is removed; retire buckets by hand.
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 # Nightly base backup. Continuous WAL archiving is always-on via the Cluster's
 # spec.backup.barmanObjectStore; this schedules the periodic full backup that

apps/base/grafana/cnpg_backup.yaml

@@ -36,7 +36,8 @@ spec:
     app: grafana
     purpose: cnpg-backup
   # Never drop the backups if the CR is removed; retire buckets by hand.
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 # Nightly base backup. Continuous WAL archiving is always-on via the Cluster's
 # spec.backup.barmanObjectStore; this schedules the periodic full backup that

apps/base/litellm/cnpg_backup.yaml

@@ -36,7 +36,8 @@ spec:
     app: litellm
     purpose: cnpg-backup
   # Never drop the backups if the CR is removed; retire buckets by hand.
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 # Nightly base backup. Continuous WAL archiving is always-on via the Cluster's
 # spec.backup.barmanObjectStore; this schedules the periodic full backup that

apps/base/netbox/cnpg_backup.yaml

@@ -32,7 +32,8 @@ spec:
   tags:
     app: netbox
     purpose: cnpg-backup
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 apiVersion: postgresql.cnpg.io/v1
 kind: ScheduledBackup

apps/base/paperclip/cnpg_backup.yaml

@@ -36,7 +36,8 @@ spec:
     app: paperclip
     purpose: cnpg-backup
   # Never drop the backups if the CR is removed; retire buckets by hand.
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 # Nightly base backup. Continuous WAL archiving is always-on via the Cluster's
 # spec.backup.barmanObjectStore; this schedules the periodic full backup that

apps/base/puppet/cnpg_backup.yaml

@@ -36,7 +36,8 @@ spec:
     app: puppet
     purpose: cnpg-backup
   # Never drop the backups if the CR is removed; retire buckets by hand.
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 # Nightly base backup. Continuous WAL archiving is always-on via the Cluster's
 # spec.backup.barmanObjectStore; this schedules the periodic full backup that

apps/base/woodpecker/cnpg_backup.yaml

@@ -36,7 +36,8 @@ spec:
     app: woodpecker
     purpose: cnpg-backup
   # Never drop the backups if the CR is removed; retire buckets by hand.
-  retainOnDelete: true
+  retainOnDelete: false
+  purgeOnDelete: true
 ---
 # Nightly base backup. Continuous WAL archiving is always-on via the Cluster's
 # spec.backup.barmanObjectStore; this schedules the periodic full backup that