feat: create exporters module

- upgrade node_exporter, bring managed under exporters module
- upgrade postgres_exporter, bring managed under exporters module
- add flag to cleanup previous iterations of exporters from prometheus module
- fix issues with vmclusster: replication + dedup

hieradata/common.yaml

@@ -165,6 +165,7 @@ hiera_include:
   - profiles::accounts::rundeck
   - limits
   - sysctl::base
+  - exporters::node_exporter
 
 profiles::ntp::client::peers:
   - 0.au.pool.ntp.org
@@ -205,6 +206,9 @@ profiles::consul::client::node_rules:
   - resource: node
     segment: ''
     disposition: read
+  - resource: service
+    segment: node_exporter
+    disposition: write
 
 profiles::packages::include:
   bash-completion: {}
@@ -288,7 +292,8 @@ profiles::puppet::client::dns_alt_names:
 puppetdbapi: puppetdbapi.query.consul
 puppetdbsql: puppetdbsql.service.au-syd1.consul
 
-prometheus::node_exporter::export_scrape_job: true
+exporters::node_exporter::enable: true
+exporters::node_exporter::cleanup_old_node_exporter: true
 prometheus::systemd_exporter::export_scrape_job: true
 
 ssh::server::storeconfigs_enabled: false

hieradata/roles/infra/metrics/vminsert.yaml

@@ -4,7 +4,7 @@ hiera_include:
 
 vmcluster::vminsert::enable: true
 vmcluster::vminsert::options:
-  replicationFactor: '2'
+  replicationFactor: '5'
   httpListenAddr: ':8480'
   tls: 'true'
   tlsCertFile: '/etc/pki/tls/vault/certificate.crt'

hieradata/roles/infra/metrics/vmselect.yaml

@@ -7,8 +7,9 @@ vmcluster::vmselect::data_path: /data/vmselect-cache
 vmcluster::vmselect::options:
   search.skipSlowReplicas: 'true'
   search.denyPartialResponse: 'false'
-  replicationFactor: '2'
-  globalReplicationFactor: '2'
+  replicationFactor: '5'
+  globalReplicationFactor: '3'
+  dedup.minScrapeInterval: 15s
   tls: 'true'
   tlsCertFile: '/etc/pki/tls/vault/certificate.crt'
   tlsKeyFile: '/etc/pki/tls/vault/private.key'

hieradata/roles/infra/metrics/vmstorage.yaml

@@ -12,6 +12,7 @@ vmcluster::vmstorage::options:
   tlsMinVersion: 'TLS12'
   memory.allowedBytes: '1GiB'
   metrics.exposeMetadata: 'true'
+  dedup.minScrapeInterval: 15s
   envflag.enable: 'true'
 
 # additional altnames

hieradata/roles/infra/puppetdb/sql.yaml

@@ -56,6 +56,9 @@ profiles::consul::client::node_rules:
   - resource: session_prefix
     segment: ""
     disposition: write
+  - resource: service
+    segment: postgres_exporter
+    disposition: write
 
 profiles::yum::global::repos:
   postgresql-17:

hieradata/roles/infra/sql/patroni.yaml

@@ -26,3 +26,6 @@ profiles::consul::client::node_rules:
   - resource: session_prefix
     segment: ""
     disposition: write
+  - resource: service
+    segment: postgres_exporter
+    disposition: write

hieradata/roles/infra/sql/shared.yaml

@@ -41,6 +41,9 @@ profiles::consul::client::node_rules:
   - resource: session_prefix
     segment: ""
     disposition: write
+  - resource: service
+    segment: postgres_exporter
+    disposition: write
 
 profiles::yum::global::repos:
   postgresql-17: