Browse Source

Give a bit more slack for alertmanager send failures. (#7228)

Fixes #5277

Signed-off-by: Brian Brazil <brian.brazil@robustperception.io>
pull/7232/head
Brian Brazil 5 years ago committed by GitHub
parent
commit
5368066b58
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
  1. 4
      rules/alerting.go

4
rules/alerting.go

@ -485,12 +485,12 @@ func (r *AlertingRule) sendAlerts(ctx context.Context, ts time.Time, resendDelay
r.ForEachActiveAlert(func(alert *Alert) {
if alert.needsSending(ts, resendDelay) {
alert.LastSentAt = ts
// Allow for a couple Eval or Alertmanager send failures
// Allow for two Eval or Alertmanager send failures.
delta := resendDelay
if interval > resendDelay {
delta = interval
}
alert.ValidUntil = ts.Add(3 * delta)
alert.ValidUntil = ts.Add(4 * delta)
anew := *alert
alerts = append(alerts, &anew)
}

Loading…
Cancel
Save