Give a bit more slack for alertmanager send failures. (#7228)

Fixes #5277 Signed-off-by: Brian Brazil <brian.brazil@robustperception.io>
5 years ago · 5368066b58
parent 9e265aba10
commit 5368066b58
1 changed files with 2 additions and 2 deletions
--- a/rules/alerting.go
+++ b/rules/alerting.go
@ -485,12 +485,12 @@ func (r *AlertingRule) sendAlerts(ctx context.Context, ts time.Time, resendDelay
 	r.ForEachActiveAlert(func(alert *Alert) {
 		if alert.needsSending(ts, resendDelay) {
 			alert.LastSentAt = ts
-			// Allow for a couple Eval or Alertmanager send failures
+			// Allow for two Eval or Alertmanager send failures.
 			delta := resendDelay
 			if interval > resendDelay {
 				delta = interval
 			}
-			alert.ValidUntil = ts.Add(3 * delta)
+			alert.ValidUntil = ts.Add(4 * delta)
 			anew := *alert
 			alerts = append(alerts, &anew)
 		}