04f9d37a7f
The in-cluster RGW only listens on plain HTTP via a ClusterIP, so S3 clients outside the cluster cannot reach it. TLS terminates in beast to avoid proxy body-size and timeout limits on large uploads. - add a vault-issuer Certificate covering the existing radosgw SANs, rgw.k8s.syd1.au.unkin.net and 198.18.200.11 - mount the cert and enable beast ssl_port 7443, keeping 7480 for probes - add rgw-external LoadBalancer on 198.18.200.11:443 with externalTrafficPolicy Local Part of #582 Reviewed-on: #584 Co-authored-by: unkin-agent <unkin-agent@unkin.net> Co-committed-by: unkin-agent <unkin-agent@unkin.net>
134 lines
3.4 KiB
YAML
134 lines
3.4 KiB
YAML
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: rgw
|
|
namespace: ceph-system
|
|
labels:
|
|
app.kubernetes.io/name: rgw
|
|
app.kubernetes.io/component: rgw
|
|
app.kubernetes.io/version: v18.2.8
|
|
annotations:
|
|
reloader.stakater.com/auto: "true"
|
|
spec:
|
|
replicas: 3
|
|
strategy:
|
|
type: RollingUpdate
|
|
rollingUpdate:
|
|
maxUnavailable: 1
|
|
maxSurge: 0
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: rgw
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/name: rgw
|
|
app.kubernetes.io/component: rgw
|
|
spec:
|
|
automountServiceAccountToken: false
|
|
securityContext:
|
|
runAsNonRoot: true
|
|
runAsUser: 167
|
|
runAsGroup: 167
|
|
fsGroup: 167
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
affinity:
|
|
podAntiAffinity:
|
|
preferredDuringSchedulingIgnoredDuringExecution:
|
|
- weight: 100
|
|
podAffinityTerm:
|
|
topologyKey: kubernetes.io/hostname
|
|
labelSelector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: rgw
|
|
topologySpreadConstraints:
|
|
- maxSkew: 1
|
|
topologyKey: kubernetes.io/hostname
|
|
whenUnsatisfiable: DoNotSchedule
|
|
labelSelector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: rgw
|
|
containers:
|
|
- name: rgw
|
|
image: quay.io/ceph/ceph:v18.2.8
|
|
imagePullPolicy: IfNotPresent
|
|
command:
|
|
- radosgw
|
|
- -f
|
|
- --cluster
|
|
- ceph
|
|
- --name
|
|
- client.rgw.syd1
|
|
ports:
|
|
- name: http
|
|
containerPort: 7480
|
|
- name: https
|
|
containerPort: 7443
|
|
startupProbe:
|
|
httpGet:
|
|
path: /
|
|
port: http
|
|
periodSeconds: 5
|
|
failureThreshold: 30
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /
|
|
port: http
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 10
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /
|
|
port: http
|
|
periodSeconds: 20
|
|
failureThreshold: 6
|
|
resources:
|
|
requests:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
limits:
|
|
cpu: "2"
|
|
memory: 4Gi
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
readOnlyRootFilesystem: true
|
|
capabilities:
|
|
drop: ["ALL"]
|
|
volumeMounts:
|
|
- name: ceph-conf
|
|
mountPath: /etc/ceph
|
|
readOnly: true
|
|
- name: tls
|
|
mountPath: /etc/rgw/tls
|
|
readOnly: true
|
|
- name: keyring
|
|
mountPath: /var/lib/ceph/radosgw/ceph-rgw.syd1
|
|
readOnly: true
|
|
- name: run
|
|
mountPath: /var/run/ceph
|
|
- name: log
|
|
mountPath: /var/log/ceph
|
|
- name: tmp
|
|
mountPath: /tmp
|
|
volumes:
|
|
- name: ceph-conf
|
|
configMap:
|
|
name: ceph-conf
|
|
- name: tls
|
|
secret:
|
|
secretName: rgw-tls
|
|
- name: keyring
|
|
secret:
|
|
secretName: rgw-keyring
|
|
items:
|
|
- key: keyring
|
|
path: keyring
|
|
- name: run
|
|
emptyDir: {}
|
|
- name: log
|
|
emptyDir: {}
|
|
- name: tmp
|
|
emptyDir: {}
|