fix: Increase for clause for alerts

adinhodovic · Jun 13, 2023 · b3e389d · b3e389d
1 parent b52b961
commit b3e389d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/alerts/alerts.libsonnet b/alerts/alerts.libsonnet
@@ -9,7 +9,7 @@
  expr: |||
  (sum(rate(nginx_ingress_controller_requests{%(ingressNginxSelector)s, status=~"^4.*", ingress!~"%(ignoredIngresses)s"}[%(ingressNginx4xxInterval)s])) by (exported_namespace, ingress) / sum(rate(nginx_ingress_controller_requests{%(ingressNginxSelector)s, ingress!~"%(ignoredIngresses)s"}[%(ingressNginx4xxInterval)s])) by (exported_namespace, ingress) * 100) > %(ingressNginx4xxThreshold)s
  ||| % $._config,
- 'for': '30s',
+ 'for': '1m',
  labels: {
  severity: $._config.ingressNginx4xxSeverity,
  },
@@ -24,12 +24,12 @@
  expr: |||
  (sum(rate(nginx_ingress_controller_requests{%(ingressNginxSelector)s, status=~"^5.*", ingress!~"%(ignoredIngresses)s"}[%(ingressNginx5xxInterval)s])) by (exported_namespace, ingress) / sum(rate(nginx_ingress_controller_requests{%(ingressNginxSelector)s, ingress!~"%(ignoredIngresses)s"}[%(ingressNginx5xxInterval)s])) by (exported_namespace, ingress) * 100) > %(ingressNginx5xxThreshold)s
  ||| % $._config,
+ 'for': '1m',
  annotations: {
  summary: 'Nginx high HTTP 5xx error rate.',
  description: 'More than %(ingressNginx5xxThreshold)s%% HTTP requests with status 5xx for {{ $labels.exported_namespace }}/{{ $labels.ingress }} the past %(ingressNginx5xxInterval)s.' % $._config,
  dashboard_url: $._config.dashboardUrl,
  },
- 'for': '30s',
  labels: {
  severity: $._config.ingressNginx5xxSeverity,
  },