From 27dd7e7f3dab7188ba918c1badeef538de9c83a8 Mon Sep 17 00:00:00 2001 From: unkin-agent Date: Sat, 3 Oct 2026 22:15:16 +1000 Subject: [PATCH] vmagent: cap consul SD wait time under nginx timeout (#515) nginx in front of Consul closes requests at 90s. vmagent's consul SD sends blocking queries with a 525s wait, so every watch fails with a 504 and the consul job finds no targets. That leaves no puppet-host metrics (node_exporter etc.) in VictoriaMetrics. - set `promscrape.consul.waitTime: 50s` on the main VMAgent Reviewed-on: https://git.unkin.net/unkin/argocd-apps/pulls/515 Co-authored-by: unkin-agent Co-committed-by: unkin-agent --- apps/base/observability/vmagent.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/apps/base/observability/vmagent.yaml b/apps/base/observability/vmagent.yaml index 0a2d2b5..aa63e25 100644 --- a/apps/base/observability/vmagent.yaml +++ b/apps/base/observability/vmagent.yaml @@ -12,6 +12,8 @@ spec: selectAllByDefault: true extraArgs: loggerFormat: json + # nginx in front of Consul cuts blocking queries at 90s; default is 525s. + promscrape.consul.waitTime: 50s remoteWrite: - url: http://vminsert-main.observability.svc.cluster.local:8480/insert/0/prometheus/ resources: