feat: add victorialogs module

- add module for victorialogs
- add hieradata for vl insert/select/storage
- manage packages, directories, services, etc
- manage exporting metrics

hieradata/roles/infra/logs/vlinsert.yaml

@@ -1,7 +1,50 @@
 ---
+hiera_include:
+  - victorialogs::node
+
+victorialogs::node::enable: true
+victorialogs::node::options:
+  httpListenAddr: ':9428'
+  tls: 'true'
+  tlsCertFile: '/etc/pki/tls/vault/certificate.crt'
+  tlsKeyFile: '/etc/pki/tls/vault/private.key'
+  tlsMinVersion: 'TLS12'
+  memory.allowedBytes: '1GiB'
+  metrics.exposeMetadata: 'true'
+  envflag.enable: 'true'
+  select.disable: 'undef'
+  storageNode:
+    - ausyd1nxvm2108.main.unkin.net:9428
+    - ausyd1nxvm2109.main.unkin.net:9428
+    - ausyd1nxvm2110.main.unkin.net:9428
+    - ausyd1nxvm2111.main.unkin.net:9428
+    - ausyd1nxvm2112.main.unkin.net:9428
+
 # additional altnames
 profiles::pki::vault::alt_names:
   - vlinsert.main.unkin.net
   - vlinsert.service.consul
   - vlinsert.query.consul
   - "vlinsert.service.%{facts.country}-%{facts.region}.consul"
+
+consul::services:
+  vlinsert:
+    service_name: 'vlinsert'
+    tags:
+      - 'metrics'
+      - 'metrics_scheme=https'
+      - 'metrics_job=vlinsert'
+    address: "%{facts.networking.ip}"
+    port: 9428
+    checks:
+      - id: 'vlinsert_http_check'
+        name: 'vlinsert HTTP Check'
+        http: "https://%{facts.networking.fqdn}:9428/health"
+        method: 'GET'
+        tls_skip_verify: true
+        interval: '10s'
+        timeout: '1s'
+profiles::consul::client::node_rules:
+  - resource: service
+    segment: vlinsert
+    disposition: write

hieradata/roles/infra/logs/vlselect.yaml

@@ -1,7 +1,50 @@
 ---
+hiera_include:
+  - victorialogs::node
+
+victorialogs::node::enable: true
+victorialogs::node::options:
+  httpListenAddr: ':9428'
+  tls: 'true'
+  tlsCertFile: '/etc/pki/tls/vault/certificate.crt'
+  tlsKeyFile: '/etc/pki/tls/vault/private.key'
+  tlsMinVersion: 'TLS12'
+  memory.allowedBytes: '1GiB'
+  metrics.exposeMetadata: 'true'
+  envflag.enable: 'true'
+  insert.disable: 'undef'
+  storageNode:
+    - ausyd1nxvm2108.main.unkin.net:9428
+    - ausyd1nxvm2109.main.unkin.net:9428
+    - ausyd1nxvm2110.main.unkin.net:9428
+    - ausyd1nxvm2111.main.unkin.net:9428
+    - ausyd1nxvm2112.main.unkin.net:9428
+
 # additional altnames
 profiles::pki::vault::alt_names:
   - vlselect.main.unkin.net
   - vlselect.service.consul
   - vlselect.query.consul
   - "vlselect.service.%{facts.country}-%{facts.region}.consul"
+
+consul::services:
+  vlselect:
+    service_name: 'vlselect'
+    tags:
+      - 'metrics'
+      - 'metrics_scheme=https'
+      - 'metrics_job=vlselect'
+    address: "%{facts.networking.ip}"
+    port: 9428
+    checks:
+      - id: 'vlselect_http_check'
+        name: 'vlselect HTTP Check'
+        http: "https://%{facts.networking.fqdn}:9428/health"
+        method: 'GET'
+        tls_skip_verify: true
+        interval: '10s'
+        timeout: '1s'
+profiles::consul::client::node_rules:
+  - resource: service
+    segment: vlselect
+    disposition: write

hieradata/roles/infra/logs/vlstorage.yaml

@@ -1,7 +1,45 @@
 ---
+hiera_include:
+  - victorialogs::node
+
+victorialogs::node::enable: true
+victorialogs::node::data_path: /data/vlstorage
+victorialogs::node::options:
+  storageDataPath: "%{hiera('victorialogs::node::data_path')}"
+  httpListenAddr: ':9428'
+  tls: 'true'
+  tlsCertFile: '/etc/pki/tls/vault/certificate.crt'
+  tlsKeyFile: '/etc/pki/tls/vault/private.key'
+  tlsMinVersion: 'TLS12'
+  memory.allowedBytes: '1GiB'
+  metrics.exposeMetadata: 'true'
+  envflag.enable: 'true'
+
 # additional altnames
 profiles::pki::vault::alt_names:
   - vlstorage.main.unkin.net
   - vlstorage.service.consul
   - vlstorage.query.consul
   - "vlstorage.service.%{facts.country}-%{facts.region}.consul"
+
+consul::services:
+  vlstorage:
+    service_name: 'vlstorage'
+    tags:
+      - 'metrics'
+      - 'metrics_scheme=https'
+      - 'metrics_job=vlstorage'
+    address: "%{facts.networking.ip}"
+    port: 9428
+    checks:
+      - id: 'vlstorage_http_check'
+        name: 'vlstorage HTTP Check'
+        http: "https://%{facts.networking.fqdn}:9428/health"
+        method: 'GET'
+        tls_skip_verify: true
+        interval: '10s'
+        timeout: '1s'
+profiles::consul::client::node_rules:
+  - resource: service
+    segment: vlstorage
+    disposition: write