Size vlstorage for a 180d log store

- raise the vlstorage PVCs to 500Gi and the disk cap to 440GiB per node
- move vlstorage onto cephrbd-fast-retain

apps/base/grafana/grafanadatasource.yaml

@@ -20,3 +20,22 @@ spec:
     jsonData:
       timeInterval: "15s"
       httpMethod: "POST"
+---
+apiVersion: grafana.integreatly.org/v1beta1
+kind: GrafanaDatasource
+metadata:
+  name: victorialogs
+  namespace: grafana
+spec:
+  instanceSelector:
+    matchLabels:
+      dashboards: "grafana"
+  plugins:
+    - name: victoriametrics-logs-datasource
+      version: 0.32.0
+  datasource:
+    name: "VictoriaLogs"
+    type: "victoriametrics-logs-datasource"
+    uid: "victorialogs"
+    access: "proxy"
+    url: "http://vlselect-logs.logging.svc.cluster.local:9471"

apps/base/logging/gateway.yaml

@@ -1,16 +1,13 @@
 ---
-# Log ingestion endpoint for puppet-managed VMs (and any non-k8s client).
-# Reuses the internal Traefik gateway + cert-manager + external-dns pattern so
-# VMs reach the Vector aggregator's HTTP source over TLS at a DNS name they can
-# resolve. The puppet-side Vector rollout ships NDJSON to
-# https://logs-ingest.k8s.syd1.au.unkin.net/ (a later task).
+# Log ingestion endpoint for puppet-managed VMs (and any non-k8s client):
+# fronts the VLCluster vlinsert service over TLS at a name VMs can resolve.
 apiVersion: gateway.networking.k8s.io/v1
 kind: Gateway
 metadata:
   name: logs-ingest
   namespace: logging
   labels:
-    app.kubernetes.io/name: vector-aggregator
+    app.kubernetes.io/name: victorialogs
     app.kubernetes.io/component: ingest
     traefik.io/instance: internal
   annotations:

apps/base/logging/httproute.yaml

@@ -5,7 +5,7 @@ metadata:
   name: logs-ingest-http-redirect
   namespace: logging
   labels:
-    app.kubernetes.io/name: vector-aggregator
+    app.kubernetes.io/name: victorialogs
     app.kubernetes.io/component: ingest
 spec:
   hostnames:
@@ -32,7 +32,7 @@ metadata:
   name: logs-ingest
   namespace: logging
   labels:
-    app.kubernetes.io/name: vector-aggregator
+    app.kubernetes.io/name: victorialogs
     app.kubernetes.io/component: ingest
 spec:
   hostnames:
@@ -46,8 +46,8 @@ spec:
     - backendRefs:
         - group: ""
           kind: Service
-          name: vector-vm-ingest
-          port: 8080
+          name: vlinsert-logs
+          port: 9481
           weight: 1
       matches:
         - path:

apps/base/logging/kustomization.yaml

@@ -10,6 +10,7 @@ resources:
   - job_clickhouse-schema.yaml
   - nats-bootstrap-job.yaml
   - cephrgw.yaml
+  - vlcluster.yaml
   - gateway.yaml
   - httproute.yaml
   - serviceaccount_logarchiver.yaml

apps/base/logging/vlcluster.yaml

@@ -0,0 +1,46 @@
+---
+apiVersion: operator.victoriametrics.com/v1
+kind: VLCluster
+metadata:
+  name: logs
+  namespace: logging
+spec:
+  vlinsert:
+    replicaCount: 2
+    resources:
+      requests:
+        cpu: 500m
+        memory: 1Gi
+      limits:
+        cpu: "2"
+        memory: 4Gi
+  vlselect:
+    replicaCount: 2
+    resources:
+      requests:
+        cpu: 500m
+        memory: 1Gi
+      limits:
+        cpu: "2"
+        memory: 4Gi
+  vlstorage:
+    replicaCount: 3
+    retentionPeriod: 180d
+    # ~7 GiB/day measured; 440GiB/node cap keeps 180d time-based, not disk-bound
+    retentionMaxDiskSpaceUsageBytes: 440GiB
+    storage:
+      volumeClaimTemplate:
+        spec:
+          accessModes:
+            - ReadWriteOnce
+          storageClassName: cephrbd-fast-retain
+          resources:
+            requests:
+              storage: 500Gi
+    resources:
+      requests:
+        cpu: "1"
+        memory: 2Gi
+      limits:
+        cpu: "4"
+        memory: 8Gi

apps/base/woodpecker/gocache_bucket.yaml

@@ -1,33 +0,0 @@
----
-# Shared Go build cache (GOCACHEPROG) for CI and developer laptops. Lives in the
-# woodpecker namespace because CI is the primary consumer and reads the Secret here.
-apiVersion: ceph.unkin.net/v1alpha1
-kind: ObjectStoreUser
-metadata:
-  name: gocache
-  namespace: woodpecker
-spec:
-  displayName: "Go build cache owner"
-  uid: gocache
-  maxBuckets: 1
-  secretName: gocache-s3
-  retainOnDelete: false
----
-apiVersion: ceph.unkin.net/v1alpha1
-kind: Bucket
-metadata:
-  name: gocache
-  namespace: woodpecker
-spec:
-  bucketName: gocache
-  ownerRef: gocache
-  versioning: false
-  # No placementTarget: default (replicated) placement, not the ec target the
-  # backup buckets use — a build cache is millions of small objects.
-  tags:
-    app: gocache
-    purpose: go-build-cache
-  retainOnDelete: false
-  # A cache bucket is never empty, and the operator refuses to delete a
-  # non-empty bucket without this, wedging the finalizer.
-  purgeOnDelete: true

apps/base/woodpecker/kustomization.yaml

@@ -7,7 +7,6 @@ resources:
   - cnpg_cluster.yaml
   - cnpg_backup.yaml
   - cnpg_pooler.yaml
-  - gocache_bucket.yaml
   - serviceaccount_arrproxy_ci.yaml
   - serviceaccount_autobackup_operator_ci.yaml
   - serviceaccount_ghp.yaml