Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 7d2e0dfa0f | |||
| 11286a1f89 | |||
| e91fe554eb | |||
| ee76ec199b |
@@ -8,9 +8,7 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- artifactapi.k8s.syd1.au.unkin.net
|
- artifactapi.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: artifactapi
|
||||||
kind: Gateway
|
|
||||||
name: artifactapi
|
|
||||||
sectionName: http
|
sectionName: http
|
||||||
rules:
|
rules:
|
||||||
- filters:
|
- filters:
|
||||||
@@ -32,17 +30,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- artifactapi.k8s.syd1.au.unkin.net
|
- artifactapi.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: artifactapi
|
||||||
kind: Gateway
|
|
||||||
name: artifactapi
|
|
||||||
sectionName: https
|
sectionName: https
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: artifactapi-api
|
||||||
kind: Service
|
|
||||||
name: artifactapi-api
|
|
||||||
port: 80
|
port: 80
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ remotes:
|
|||||||
immutable_patterns:
|
immutable_patterns:
|
||||||
- "^cloudnative-pg/cloudnative-pg"
|
- "^cloudnative-pg/cloudnative-pg"
|
||||||
- "^emberstack/helm-charts"
|
- "^emberstack/helm-charts"
|
||||||
- "^open-webui/open-webui"
|
- "^kanidm/"
|
||||||
- "^openvoxproject/"
|
- "^openvoxproject/"
|
||||||
- "^stakater/reloader"
|
- "^stakater/reloader"
|
||||||
- "^stalwartlabs/stalwart"
|
- "^stalwartlabs/stalwart"
|
||||||
@@ -35,7 +35,6 @@ remotes:
|
|||||||
- "^hashicorp/consul"
|
- "^hashicorp/consul"
|
||||||
- "^hashicorp/vault"
|
- "^hashicorp/vault"
|
||||||
- "^jfrog/"
|
- "^jfrog/"
|
||||||
- "^kanidm/"
|
|
||||||
- "^rancher/"
|
- "^rancher/"
|
||||||
- "^rspamd/rspamd"
|
- "^rspamd/rspamd"
|
||||||
- "^tozd/postfix"
|
- "^tozd/postfix"
|
||||||
|
|||||||
@@ -36,7 +36,6 @@ remotes:
|
|||||||
- "neovim/neovim/.*/nvim-linux-x86_64.tar.gz$"
|
- "neovim/neovim/.*/nvim-linux-x86_64.tar.gz$"
|
||||||
- "nzbgetcom/nzbget/.*/nzbget-.*.x86_64.rpm$"
|
- "nzbgetcom/nzbget/.*/nzbget-.*.x86_64.rpm$"
|
||||||
- "onedr0p/exportarr/.*/exportarr_.*_linux_amd64.tar.gz$"
|
- "onedr0p/exportarr/.*/exportarr_.*_linux_amd64.tar.gz$"
|
||||||
- "open-policy-agent/conftest/.*/conftest_.*_Linux_x86_64.tar.gz$"
|
|
||||||
- "openbao/openbao-plugins/.*/openbao-plugin-secrets-consul_linux_amd64_.*.tar.gz$"
|
- "openbao/openbao-plugins/.*/openbao-plugin-secrets-consul_linux_amd64_.*.tar.gz$"
|
||||||
- "openbao/openbao-plugins/.*/openbao-plugin-secrets-nomad_linux_amd64_.*.tar.gz$"
|
- "openbao/openbao-plugins/.*/openbao-plugin-secrets-nomad_linux_amd64_.*.tar.gz$"
|
||||||
- "prometheus-community/bind_exporter/.*/bind_exporter-.*.linux-amd64.tar.gz$"
|
- "prometheus-community/bind_exporter/.*/bind_exporter-.*.linux-amd64.tar.gz$"
|
||||||
|
|||||||
@@ -8,9 +8,7 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- rancher.k8s.syd1.au.unkin.net
|
- rancher.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: rancher
|
||||||
kind: Gateway
|
|
||||||
name: rancher
|
|
||||||
sectionName: http
|
sectionName: http
|
||||||
rules:
|
rules:
|
||||||
- filters:
|
- filters:
|
||||||
@@ -32,17 +30,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- rancher.k8s.syd1.au.unkin.net
|
- rancher.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: rancher
|
||||||
kind: Gateway
|
|
||||||
name: rancher
|
|
||||||
sectionName: https
|
sectionName: https
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: rancher
|
||||||
kind: Service
|
|
||||||
name: rancher
|
|
||||||
port: 80
|
port: 80
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
|
|||||||
@@ -11,9 +11,7 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- consul.k8s.syd1.au.unkin.net
|
- consul.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: consul
|
||||||
kind: Gateway
|
|
||||||
name: consul
|
|
||||||
sectionName: http
|
sectionName: http
|
||||||
rules:
|
rules:
|
||||||
- filters:
|
- filters:
|
||||||
@@ -38,17 +36,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- consul.k8s.syd1.au.unkin.net
|
- consul.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: consul
|
||||||
kind: Gateway
|
|
||||||
name: consul
|
|
||||||
sectionName: https
|
sectionName: https
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: consul-ui
|
||||||
kind: Service
|
|
||||||
name: consul-ui
|
|
||||||
port: 80
|
port: 80
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
@@ -66,17 +59,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- consul.service.consul
|
- consul.service.consul
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: consul
|
||||||
kind: Gateway
|
|
||||||
name: consul
|
|
||||||
sectionName: consul-svc
|
sectionName: consul-svc
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: consul-ui
|
||||||
kind: Service
|
|
||||||
name: consul-ui
|
|
||||||
port: 80
|
port: 80
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
|
|||||||
@@ -1,51 +0,0 @@
|
|||||||
# kanidm
|
|
||||||
|
|
||||||
Three-replica kanidm identity server with Vault-managed replication certificates.
|
|
||||||
|
|
||||||
## Architecture
|
|
||||||
|
|
||||||
- Per-pod `server-N.toml` in `resources/` — each has its own replication origin hardcoded
|
|
||||||
- `config-init` busybox init container copies the right config and injects peer certs from the
|
|
||||||
vault-synced `kanidm-repl-certs` Secret at pod startup
|
|
||||||
- `reloader.stakater.com/auto: "true"` triggers a rolling restart when the ConfigMap or Secret changes
|
|
||||||
- Vault path: `kv/kubernetes/namespace/kanidm/default/repl-certs`
|
|
||||||
- Keys: `kanidm-0`, `kanidm-1`, `kanidm-2` — each holds that pod's replication certificate
|
|
||||||
|
|
||||||
## Initial setup
|
|
||||||
|
|
||||||
After the first pod starts, generate the admin credentials:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
kubectl exec -n kanidm kanidm-0 -- /sbin/kanidmd recover-account -c /config/server.toml admin
|
|
||||||
kubectl exec -n kanidm kanidm-0 -- /sbin/kanidmd recover-account -c /config/server.toml idm_admin
|
|
||||||
```
|
|
||||||
|
|
||||||
## Replication certificate rotation
|
|
||||||
|
|
||||||
When certs need to be renewed, update vault and reloader will roll the StatefulSet:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# Get new cert from a pod
|
|
||||||
kubectl exec -it -n kanidm kanidm-N -- /sbin/kanidmd renew-replication-certificate -c /config/server.toml
|
|
||||||
|
|
||||||
# Write updated cert to vault (reloader triggers restart automatically)
|
|
||||||
vault kv patch kv/kubernetes/namespace/kanidm/default/repl-certs "kanidm-N=<cert>"
|
|
||||||
```
|
|
||||||
|
|
||||||
## Resolving domain UUID mismatch
|
|
||||||
|
|
||||||
If pods initialized independently (each with a different domain UUID), replication will fail with
|
|
||||||
`Consumer Domain UUID does not match`. Fix by resetting kanidm-1 and kanidm-2 to sync from
|
|
||||||
kanidm-0 (the authoritative node):
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# Scale down to avoid split-brain during reset
|
|
||||||
kubectl scale statefulset -n kanidm kanidm --replicas=1
|
|
||||||
|
|
||||||
# Delete the stale PVCs for the replica pods
|
|
||||||
kubectl delete pvc -n kanidm data-kanidm-1 data-kanidm-2
|
|
||||||
|
|
||||||
# Scale back up — replicas start with empty DBs and automatic_refresh=true
|
|
||||||
# will trigger a full sync from kanidm-0 once TLS peer certs are verified
|
|
||||||
kubectl scale statefulset -n kanidm kanidm --replicas=3
|
|
||||||
```
|
|
||||||
@@ -0,0 +1,40 @@
|
|||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: kanidm-config
|
||||||
|
namespace: kanidm
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: kanidm
|
||||||
|
app.kubernetes.io/instance: kanidm
|
||||||
|
data:
|
||||||
|
server.toml: |
|
||||||
|
version = "2"
|
||||||
|
|
||||||
|
domain = "auth.unkin.net"
|
||||||
|
origin = "https://auth.unkin.net"
|
||||||
|
bindaddress = "[::]:8443"
|
||||||
|
db_path = "/data/kanidm.db"
|
||||||
|
db_arc_size = 2048
|
||||||
|
tls_chain = "/data/tls/tls.crt"
|
||||||
|
tls_key = "/data/tls/tls.key"
|
||||||
|
log_level = "info"
|
||||||
|
|
||||||
|
[online_backup]
|
||||||
|
path = "/data/backups/"
|
||||||
|
schedule = "0 22 * * *"
|
||||||
|
versions = 7
|
||||||
|
|
||||||
|
[replication]
|
||||||
|
origin = "__REPL_ORIGIN__"
|
||||||
|
bindaddress = "[::]:8444"
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: kanidm-repl-certs
|
||||||
|
namespace: kanidm
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: kanidm
|
||||||
|
app.kubernetes.io/instance: kanidm
|
||||||
|
data: {}
|
||||||
@@ -13,9 +13,7 @@ spec:
|
|||||||
- auth.unkin.net
|
- auth.unkin.net
|
||||||
- au.auth.unkin.net
|
- au.auth.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: kanidm
|
||||||
kind: Gateway
|
|
||||||
name: kanidm
|
|
||||||
sectionName: http
|
sectionName: http
|
||||||
rules:
|
rules:
|
||||||
- filters:
|
- filters:
|
||||||
|
|||||||
@@ -5,25 +5,12 @@ kind: Kustomization
|
|||||||
resources:
|
resources:
|
||||||
- namespace.yaml
|
- namespace.yaml
|
||||||
- serviceaccount.yaml
|
- serviceaccount.yaml
|
||||||
- vaultauth.yaml
|
- rbac.yaml
|
||||||
- vaultstaticsecret.yaml
|
|
||||||
- certificate.yaml
|
- certificate.yaml
|
||||||
|
- configmap.yaml
|
||||||
- service.yaml
|
- service.yaml
|
||||||
- statefulset.yaml
|
- statefulset.yaml
|
||||||
- poddisruptionbudget.yaml
|
- poddisruptionbudget.yaml
|
||||||
- gateway.yaml
|
- gateway.yaml
|
||||||
- httproute.yaml
|
- httproute.yaml
|
||||||
- tlsroute.yaml
|
- tlsroute.yaml
|
||||||
|
|
||||||
configMapGenerator:
|
|
||||||
- name: kanidm-config
|
|
||||||
namespace: kanidm
|
|
||||||
options:
|
|
||||||
disableNameSuffixHash: true
|
|
||||||
labels:
|
|
||||||
app.kubernetes.io/name: kanidm
|
|
||||||
app.kubernetes.io/instance: kanidm
|
|
||||||
files:
|
|
||||||
- server-0.toml=resources/server-0.toml
|
|
||||||
- server-1.toml=resources/server-1.toml
|
|
||||||
- server-2.toml=resources/server-2.toml
|
|
||||||
|
|||||||
@@ -1,19 +0,0 @@
|
|||||||
version = "2"
|
|
||||||
|
|
||||||
domain = "auth.unkin.net"
|
|
||||||
origin = "https://auth.unkin.net"
|
|
||||||
bindaddress = "[::]:8443"
|
|
||||||
db_path = "/data/kanidm.db"
|
|
||||||
db_arc_size = 2048
|
|
||||||
tls_chain = "/data/tls/tls.crt"
|
|
||||||
tls_key = "/data/tls/tls.key"
|
|
||||||
log_level = "info"
|
|
||||||
|
|
||||||
[online_backup]
|
|
||||||
path = "/data/backups/"
|
|
||||||
schedule = "0 22 * * *"
|
|
||||||
versions = 7
|
|
||||||
|
|
||||||
[replication]
|
|
||||||
origin = "repl://kanidm-0.kanidm-headless.kanidm.svc.cluster.local:8444"
|
|
||||||
bindaddress = "[::]:8444"
|
|
||||||
@@ -1,19 +0,0 @@
|
|||||||
version = "2"
|
|
||||||
|
|
||||||
domain = "auth.unkin.net"
|
|
||||||
origin = "https://auth.unkin.net"
|
|
||||||
bindaddress = "[::]:8443"
|
|
||||||
db_path = "/data/kanidm.db"
|
|
||||||
db_arc_size = 2048
|
|
||||||
tls_chain = "/data/tls/tls.crt"
|
|
||||||
tls_key = "/data/tls/tls.key"
|
|
||||||
log_level = "info"
|
|
||||||
|
|
||||||
[online_backup]
|
|
||||||
path = "/data/backups/"
|
|
||||||
schedule = "0 22 * * *"
|
|
||||||
versions = 7
|
|
||||||
|
|
||||||
[replication]
|
|
||||||
origin = "repl://kanidm-1.kanidm-headless.kanidm.svc.cluster.local:8444"
|
|
||||||
bindaddress = "[::]:8444"
|
|
||||||
@@ -1,19 +0,0 @@
|
|||||||
version = "2"
|
|
||||||
|
|
||||||
domain = "auth.unkin.net"
|
|
||||||
origin = "https://auth.unkin.net"
|
|
||||||
bindaddress = "[::]:8443"
|
|
||||||
db_path = "/data/kanidm.db"
|
|
||||||
db_arc_size = 2048
|
|
||||||
tls_chain = "/data/tls/tls.crt"
|
|
||||||
tls_key = "/data/tls/tls.key"
|
|
||||||
log_level = "info"
|
|
||||||
|
|
||||||
[online_backup]
|
|
||||||
path = "/data/backups/"
|
|
||||||
schedule = "0 22 * * *"
|
|
||||||
versions = 7
|
|
||||||
|
|
||||||
[replication]
|
|
||||||
origin = "repl://kanidm-2.kanidm-headless.kanidm.svc.cluster.local:8444"
|
|
||||||
bindaddress = "[::]:8444"
|
|
||||||
@@ -4,8 +4,6 @@ kind: StatefulSet
|
|||||||
metadata:
|
metadata:
|
||||||
name: kanidm
|
name: kanidm
|
||||||
namespace: kanidm
|
namespace: kanidm
|
||||||
annotations:
|
|
||||||
reloader.stakater.com/auto: "true"
|
|
||||||
labels:
|
labels:
|
||||||
app.kubernetes.io/name: kanidm
|
app.kubernetes.io/name: kanidm
|
||||||
app.kubernetes.io/instance: kanidm
|
app.kubernetes.io/instance: kanidm
|
||||||
@@ -38,19 +36,23 @@ spec:
|
|||||||
fsGroup: 1000
|
fsGroup: 1000
|
||||||
initContainers:
|
initContainers:
|
||||||
- name: config-init
|
- name: config-init
|
||||||
image: busybox:1.36
|
image: ghcr.io/kanidm/server:1.10.3
|
||||||
command: ["/bin/sh", "-c"]
|
command: ["/bin/sh", "-c"]
|
||||||
args:
|
args:
|
||||||
- |
|
- |
|
||||||
set -e
|
set -e
|
||||||
cp "/config-template/server-${POD_NAME##*-}.toml" /config/server.toml
|
REPL_ORIGIN="repl://${POD_NAME}.kanidm-headless.kanidm.svc.cluster.local:8444"
|
||||||
|
sed "s|__REPL_ORIGIN__|${REPL_ORIGIN}|g" /config-template/server.toml > /config/server.toml
|
||||||
for peer in kanidm-0 kanidm-1 kanidm-2; do
|
for peer in kanidm-0 kanidm-1 kanidm-2; do
|
||||||
[ "${peer}" = "${POD_NAME}" ] && continue
|
if [ "${peer}" = "${POD_NAME}" ]; then
|
||||||
|
continue
|
||||||
|
fi
|
||||||
cert_file="/repl-certs/${peer}"
|
cert_file="/repl-certs/${peer}"
|
||||||
[ -s "${cert_file}" ] || continue
|
if [ -s "${cert_file}" ]; then
|
||||||
fqdn="${peer}.kanidm-headless.kanidm.svc.cluster.local"
|
fqdn="${peer}.kanidm-headless.kanidm.svc.cluster.local"
|
||||||
printf '\n[replication."repl://%s:8444"]\ntype = "mutual-pull"\npartner_cert = "%s"\n' \
|
printf '\n[replication."repl://%s:8444"]\ntype = "mutual-pull"\npartner_cert = "%s"\n' \
|
||||||
"${fqdn}" "$(cat ${cert_file})" >> /config/server.toml
|
"${fqdn}" "$(cat ${cert_file})" >> /config/server.toml
|
||||||
|
fi
|
||||||
done
|
done
|
||||||
env:
|
env:
|
||||||
- name: POD_NAME
|
- name: POD_NAME
|
||||||
@@ -60,7 +62,6 @@ spec:
|
|||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: config-template
|
- name: config-template
|
||||||
mountPath: /config-template
|
mountPath: /config-template
|
||||||
readOnly: true
|
|
||||||
- name: config
|
- name: config
|
||||||
mountPath: /config
|
mountPath: /config
|
||||||
- name: repl-certs
|
- name: repl-certs
|
||||||
@@ -69,9 +70,36 @@ spec:
|
|||||||
securityContext:
|
securityContext:
|
||||||
allowPrivilegeEscalation: false
|
allowPrivilegeEscalation: false
|
||||||
readOnlyRootFilesystem: true
|
readOnlyRootFilesystem: true
|
||||||
|
- name: repl-cert-publisher
|
||||||
|
image: bitnami/kubectl:1.33
|
||||||
|
restartPolicy: Always
|
||||||
|
command: ["/bin/sh", "-c"]
|
||||||
|
args:
|
||||||
|
- |
|
||||||
|
until kubectl exec "${POD_NAME}" -c kanidm -- /sbin/kanidmd renew-replication-certificate 2>/dev/null | grep -q '^# certificate:'; do
|
||||||
|
sleep 30
|
||||||
|
done
|
||||||
|
while true; do
|
||||||
|
cert=$(kubectl exec "${POD_NAME}" -c kanidm -- /sbin/kanidmd renew-replication-certificate 2>/dev/null \
|
||||||
|
| grep '^# certificate:' | sed 's/^# certificate: "\(.*\)"$/\1/')
|
||||||
|
if [ -n "${cert}" ]; then
|
||||||
|
kubectl patch configmap kanidm-repl-certs \
|
||||||
|
--type=merge \
|
||||||
|
-p "{\"data\":{\"${POD_NAME}\":\"${cert}\"}}"
|
||||||
|
fi
|
||||||
|
sleep 3600
|
||||||
|
done
|
||||||
|
env:
|
||||||
|
- name: POD_NAME
|
||||||
|
valueFrom:
|
||||||
|
fieldRef:
|
||||||
|
fieldPath: metadata.name
|
||||||
|
securityContext:
|
||||||
|
allowPrivilegeEscalation: false
|
||||||
|
readOnlyRootFilesystem: false
|
||||||
containers:
|
containers:
|
||||||
- name: kanidm
|
- name: kanidm
|
||||||
image: kanidm/server:1.10.3
|
image: ghcr.io/kanidm/server:1.10.3
|
||||||
command: ["/sbin/kanidmd"]
|
command: ["/sbin/kanidmd"]
|
||||||
args: ["server", "-c", "/config/server.toml"]
|
args: ["server", "-c", "/config/server.toml"]
|
||||||
ports:
|
ports:
|
||||||
@@ -117,8 +145,8 @@ spec:
|
|||||||
- name: config
|
- name: config
|
||||||
emptyDir: {}
|
emptyDir: {}
|
||||||
- name: repl-certs
|
- name: repl-certs
|
||||||
secret:
|
configMap:
|
||||||
secretName: kanidm-repl-certs
|
name: kanidm-repl-certs
|
||||||
- name: tls
|
- name: tls
|
||||||
secret:
|
secret:
|
||||||
secretName: kanidm-tls
|
secretName: kanidm-tls
|
||||||
|
|||||||
@@ -13,14 +13,9 @@ spec:
|
|||||||
- auth.unkin.net
|
- auth.unkin.net
|
||||||
- au.auth.unkin.net
|
- au.auth.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: kanidm
|
||||||
kind: Gateway
|
|
||||||
name: kanidm
|
|
||||||
sectionName: https-passthrough
|
sectionName: https-passthrough
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: kanidm
|
||||||
kind: Service
|
|
||||||
name: kanidm
|
|
||||||
port: 8443
|
port: 8443
|
||||||
weight: 1
|
|
||||||
|
|||||||
@@ -1,18 +0,0 @@
|
|||||||
---
|
|
||||||
apiVersion: secrets.hashicorp.com/v1beta1
|
|
||||||
kind: VaultAuth
|
|
||||||
metadata:
|
|
||||||
name: default
|
|
||||||
namespace: kanidm
|
|
||||||
spec:
|
|
||||||
allowedNamespaces:
|
|
||||||
- kanidm
|
|
||||||
kubernetes:
|
|
||||||
audiences:
|
|
||||||
- vault
|
|
||||||
role: default
|
|
||||||
serviceAccount: default
|
|
||||||
tokenExpirationSeconds: 600
|
|
||||||
method: kubernetes
|
|
||||||
mount: k8s/au/syd1
|
|
||||||
vaultConnectionRef: vso-system/default
|
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
---
|
|
||||||
apiVersion: secrets.hashicorp.com/v1beta1
|
|
||||||
kind: VaultStaticSecret
|
|
||||||
metadata:
|
|
||||||
name: repl-certs
|
|
||||||
namespace: kanidm
|
|
||||||
labels:
|
|
||||||
app.kubernetes.io/name: kanidm
|
|
||||||
app.kubernetes.io/instance: kanidm
|
|
||||||
spec:
|
|
||||||
vaultAuthRef: default
|
|
||||||
mount: kv
|
|
||||||
type: kv-v2
|
|
||||||
path: kubernetes/namespace/kanidm/default/repl-certs
|
|
||||||
refreshAfter: 5m
|
|
||||||
destination:
|
|
||||||
name: kanidm-repl-certs
|
|
||||||
create: true
|
|
||||||
overwrite: true
|
|
||||||
hmacSecretData: true
|
|
||||||
@@ -76,8 +76,8 @@ spec:
|
|||||||
updateInterval: 30
|
updateInterval: 30
|
||||||
resources:
|
resources:
|
||||||
limits:
|
limits:
|
||||||
cpu: "1"
|
cpu: 1
|
||||||
memory: 1Gi
|
memory: 1024Mi
|
||||||
requests:
|
requests:
|
||||||
cpu: 250m
|
cpu: 250m
|
||||||
memory: 512Mi
|
memory: 512Mi
|
||||||
|
|||||||
@@ -8,9 +8,7 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- litellm.k8s.syd1.au.unkin.net
|
- litellm.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: litellm
|
||||||
kind: Gateway
|
|
||||||
name: litellm
|
|
||||||
sectionName: http
|
sectionName: http
|
||||||
rules:
|
rules:
|
||||||
- filters:
|
- filters:
|
||||||
@@ -32,17 +30,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- litellm.k8s.syd1.au.unkin.net
|
- litellm.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: litellm
|
||||||
kind: Gateway
|
|
||||||
name: litellm
|
|
||||||
sectionName: https
|
sectionName: https
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: litellm
|
||||||
kind: Service
|
|
||||||
name: litellm
|
|
||||||
port: 4000
|
port: 4000
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
|
|||||||
@@ -8,9 +8,7 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- paperclip.k8s.syd1.au.unkin.net
|
- paperclip.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: paperclip
|
||||||
kind: Gateway
|
|
||||||
name: paperclip
|
|
||||||
sectionName: http
|
sectionName: http
|
||||||
rules:
|
rules:
|
||||||
- filters:
|
- filters:
|
||||||
@@ -32,17 +30,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- paperclip.k8s.syd1.au.unkin.net
|
- paperclip.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: paperclip
|
||||||
kind: Gateway
|
|
||||||
name: paperclip
|
|
||||||
sectionName: https
|
sectionName: https
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: paperclip
|
||||||
kind: Service
|
|
||||||
name: paperclip
|
|
||||||
port: 3100
|
port: 3100
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
|
|||||||
@@ -1,6 +0,0 @@
|
|||||||
---
|
|
||||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
|
||||||
kind: Kustomization
|
|
||||||
|
|
||||||
resources:
|
|
||||||
- priorityclasses.yaml
|
|
||||||
@@ -1,36 +0,0 @@
|
|||||||
---
|
|
||||||
apiVersion: scheduling.k8s.io/v1
|
|
||||||
kind: PriorityClass
|
|
||||||
metadata:
|
|
||||||
name: low
|
|
||||||
value: 100
|
|
||||||
preemptionPolicy: Never
|
|
||||||
globalDefault: false
|
|
||||||
description: "Low-importance workloads. Can be evicted under pressure but will not preempt other pods."
|
|
||||||
---
|
|
||||||
apiVersion: scheduling.k8s.io/v1
|
|
||||||
kind: PriorityClass
|
|
||||||
metadata:
|
|
||||||
name: power
|
|
||||||
value: 100
|
|
||||||
preemptionPolicy: Never
|
|
||||||
globalDefault: false
|
|
||||||
description: "Compute-heavy workloads with low scheduling importance. Evictable under pressure."
|
|
||||||
---
|
|
||||||
apiVersion: scheduling.k8s.io/v1
|
|
||||||
kind: PriorityClass
|
|
||||||
metadata:
|
|
||||||
name: medium
|
|
||||||
value: 10000
|
|
||||||
preemptionPolicy: PreemptLowerPriority
|
|
||||||
globalDefault: false
|
|
||||||
description: "Standard workloads. Will preempt low-priority pods if the cluster is under pressure."
|
|
||||||
---
|
|
||||||
apiVersion: scheduling.k8s.io/v1
|
|
||||||
kind: PriorityClass
|
|
||||||
metadata:
|
|
||||||
name: high
|
|
||||||
value: 100000
|
|
||||||
preemptionPolicy: PreemptLowerPriority
|
|
||||||
globalDefault: false
|
|
||||||
description: "High-importance services. Will preempt medium- and low-priority pods if necessary."
|
|
||||||
@@ -13,9 +13,7 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- puppetboard.k8s.syd1.au.unkin.net
|
- puppetboard.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: puppetboard
|
||||||
kind: Gateway
|
|
||||||
name: puppetboard
|
|
||||||
sectionName: http
|
sectionName: http
|
||||||
rules:
|
rules:
|
||||||
- filters:
|
- filters:
|
||||||
@@ -42,17 +40,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- puppetboard.k8s.syd1.au.unkin.net
|
- puppetboard.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: puppetboard
|
||||||
kind: Gateway
|
|
||||||
name: puppetboard
|
|
||||||
sectionName: https
|
sectionName: https
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: puppetboard
|
||||||
kind: Service
|
|
||||||
name: puppetboard
|
|
||||||
port: 80
|
port: 80
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
|
|||||||
@@ -13,17 +13,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- puppetdb.k8s.syd1.au.unkin.net
|
- puppetdb.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: puppetdb
|
||||||
kind: Gateway
|
|
||||||
name: puppetdb
|
|
||||||
sectionName: https
|
sectionName: https
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: puppetdb
|
||||||
kind: Service
|
|
||||||
name: puppetdb
|
|
||||||
port: 8080
|
port: 8080
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ metadata:
|
|||||||
name: puppetdb
|
name: puppetdb
|
||||||
namespace: puppet
|
namespace: puppet
|
||||||
spec:
|
spec:
|
||||||
|
clusterIP: null
|
||||||
ports:
|
ports:
|
||||||
- name: pdb-http
|
- name: pdb-http
|
||||||
port: 8080
|
port: 8080
|
||||||
|
|||||||
@@ -11,9 +11,7 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- vault.k8s.syd1.au.unkin.net
|
- vault.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: vault
|
||||||
kind: Gateway
|
|
||||||
name: vault
|
|
||||||
sectionName: http
|
sectionName: http
|
||||||
rules:
|
rules:
|
||||||
- filters:
|
- filters:
|
||||||
@@ -38,17 +36,12 @@ spec:
|
|||||||
hostnames:
|
hostnames:
|
||||||
- vault.k8s.syd1.au.unkin.net
|
- vault.k8s.syd1.au.unkin.net
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: vault
|
||||||
kind: Gateway
|
|
||||||
name: vault
|
|
||||||
sectionName: https
|
sectionName: https
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: vault
|
||||||
kind: Service
|
|
||||||
name: vault
|
|
||||||
port: 8200
|
port: 8200
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
@@ -67,17 +60,12 @@ spec:
|
|||||||
- vault.service.consul
|
- vault.service.consul
|
||||||
- vault.query.consul
|
- vault.query.consul
|
||||||
parentRefs:
|
parentRefs:
|
||||||
- group: gateway.networking.k8s.io
|
- name: vault
|
||||||
kind: Gateway
|
|
||||||
name: vault
|
|
||||||
sectionName: vault-direct
|
sectionName: vault-direct
|
||||||
rules:
|
rules:
|
||||||
- backendRefs:
|
- backendRefs:
|
||||||
- group: ""
|
- name: vault
|
||||||
kind: Service
|
|
||||||
name: vault
|
|
||||||
port: 8200
|
port: 8200
|
||||||
weight: 1
|
|
||||||
matches:
|
matches:
|
||||||
- path:
|
- path:
|
||||||
type: PathPrefix
|
type: PathPrefix
|
||||||
|
|||||||
@@ -6,4 +6,3 @@ resources:
|
|||||||
- namespace.yaml
|
- namespace.yaml
|
||||||
- gateway.yaml
|
- gateway.yaml
|
||||||
- httproute.yaml
|
- httproute.yaml
|
||||||
- role_k8s-service-registration.yaml
|
|
||||||
|
|||||||
@@ -1,24 +0,0 @@
|
|||||||
---
|
|
||||||
apiVersion: rbac.authorization.k8s.io/v1
|
|
||||||
kind: Role
|
|
||||||
metadata:
|
|
||||||
name: vault-k8s-service-registration
|
|
||||||
namespace: vault
|
|
||||||
rules:
|
|
||||||
- apiGroups: [""]
|
|
||||||
resources: ["pods"]
|
|
||||||
verbs: ["get", "update", "patch"]
|
|
||||||
---
|
|
||||||
apiVersion: rbac.authorization.k8s.io/v1
|
|
||||||
kind: RoleBinding
|
|
||||||
metadata:
|
|
||||||
name: vault-k8s-service-registration
|
|
||||||
namespace: vault
|
|
||||||
roleRef:
|
|
||||||
apiGroup: rbac.authorization.k8s.io
|
|
||||||
kind: Role
|
|
||||||
name: vault-k8s-service-registration
|
|
||||||
subjects:
|
|
||||||
- kind: ServiceAccount
|
|
||||||
name: vault
|
|
||||||
namespace: vault
|
|
||||||
@@ -37,7 +37,7 @@ server:
|
|||||||
cpu: 100m
|
cpu: 100m
|
||||||
limits:
|
limits:
|
||||||
memory: 2Gi
|
memory: 2Gi
|
||||||
cpu: "1"
|
cpu: 1000m
|
||||||
|
|
||||||
client:
|
client:
|
||||||
enabled: false
|
enabled: false
|
||||||
|
|||||||
@@ -1,6 +0,0 @@
|
|||||||
---
|
|
||||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
|
||||||
kind: Kustomization
|
|
||||||
|
|
||||||
resources:
|
|
||||||
- ../../../base/priority-classes
|
|
||||||
@@ -40,7 +40,9 @@ server:
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
service_registration "kubernetes" {}
|
service_registration "consul" {
|
||||||
|
address = "consul-server.consul.svc.cluster.local:8500"
|
||||||
|
}
|
||||||
|
|
||||||
dataStorage:
|
dataStorage:
|
||||||
enabled: true
|
enabled: true
|
||||||
@@ -48,14 +50,6 @@ server:
|
|||||||
storageClass: cephrbd-fast-delete
|
storageClass: cephrbd-fast-delete
|
||||||
accessMode: ReadWriteOnce
|
accessMode: ReadWriteOnce
|
||||||
|
|
||||||
extraEnv:
|
|
||||||
- name: VAULT_K8S_NAMESPACE
|
|
||||||
value: vault
|
|
||||||
- name: VAULT_K8S_POD_NAME
|
|
||||||
valueFrom:
|
|
||||||
fieldRef:
|
|
||||||
fieldPath: metadata.name
|
|
||||||
|
|
||||||
statefulSet:
|
statefulSet:
|
||||||
securityContext:
|
securityContext:
|
||||||
container:
|
container:
|
||||||
|
|||||||
@@ -2,7 +2,6 @@ agent:
|
|||||||
replicaCount: 3
|
replicaCount: 3
|
||||||
env:
|
env:
|
||||||
WOODPECKER_MAX_WORKFLOWS: "8"
|
WOODPECKER_MAX_WORKFLOWS: "8"
|
||||||
WOODPECKER_BACKEND_K8S_PRIORITY_CLASS: power
|
|
||||||
WOODPECKER_BACKEND_K8S_STORAGE_CLASS: cephrbd-fast-delete
|
WOODPECKER_BACKEND_K8S_STORAGE_CLASS: cephrbd-fast-delete
|
||||||
WOODPECKER_BACKEND_K8S_VOLUME_SIZE: 10G
|
WOODPECKER_BACKEND_K8S_VOLUME_SIZE: 10G
|
||||||
WOODPECKER_BACKEND_K8S_STORAGE_RWX: false
|
WOODPECKER_BACKEND_K8S_STORAGE_RWX: false
|
||||||
|
|||||||
@@ -22,7 +22,6 @@ spec:
|
|||||||
- path: apps/overlays/*/jfrog
|
- path: apps/overlays/*/jfrog
|
||||||
- path: apps/overlays/*/kanidm
|
- path: apps/overlays/*/kanidm
|
||||||
- path: apps/overlays/*/node-feature-discovery
|
- path: apps/overlays/*/node-feature-discovery
|
||||||
- path: apps/overlays/*/priority-classes
|
|
||||||
- path: apps/overlays/*/puppet
|
- path: apps/overlays/*/puppet
|
||||||
- path: apps/overlays/*/purelb
|
- path: apps/overlays/*/purelb
|
||||||
- path: apps/overlays/*/reflector-system
|
- path: apps/overlays/*/reflector-system
|
||||||
|
|||||||
@@ -31,8 +31,6 @@ spec:
|
|||||||
server: https://kubernetes.default.svc
|
server: https://kubernetes.default.svc
|
||||||
- namespace: 'node-feature-discovery'
|
- namespace: 'node-feature-discovery'
|
||||||
server: https://kubernetes.default.svc
|
server: https://kubernetes.default.svc
|
||||||
- namespace: 'priority-classes'
|
|
||||||
server: https://kubernetes.default.svc
|
|
||||||
- namespace: 'purelb'
|
- namespace: 'purelb'
|
||||||
server: https://kubernetes.default.svc
|
server: https://kubernetes.default.svc
|
||||||
- namespace: 'puppet'
|
- namespace: 'puppet'
|
||||||
|
|||||||
Reference in New Issue
Block a user