mirror of https://github.com/prometheus/prometheus
Browse Source
Alert definitions now also have mandatory SUMMARY and DESCRIPTION fields that get sent along a firing alert to the alert manager.pull/341/head
Julius Volz
11 years ago
16 changed files with 921 additions and 369 deletions
@ -0,0 +1,105 @@
|
||||
// Copyright 2013 Prometheus Team
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package notification |
||||
|
||||
import ( |
||||
"bytes" |
||||
"encoding/json" |
||||
"flag" |
||||
"io/ioutil" |
||||
"log" |
||||
"net/http" |
||||
"time" |
||||
|
||||
clientmodel "github.com/prometheus/client_golang/model" |
||||
|
||||
"github.com/prometheus/prometheus/rules" |
||||
"github.com/prometheus/prometheus/utility" |
||||
) |
||||
|
||||
const ( |
||||
alertmanagerApiEventsPath = "/api/events" |
||||
contentTypeJson = "application/json" |
||||
) |
||||
|
||||
var ( |
||||
deadline = flag.Duration("alertmanager.httpDeadline", 10*time.Second, "Alert manager HTTP API timeout.") |
||||
) |
||||
|
||||
// NotificationHandler is responsible for dispatching alert notifications to an
|
||||
// alert manager service.
|
||||
type NotificationHandler struct { |
||||
// The URL of the alert manager to send notifications to.
|
||||
alertmanagerUrl string |
||||
// Buffer of notifications that have not yet been sent.
|
||||
pendingNotifications <-chan rules.NotificationReqs |
||||
// HTTP client with custom timeout settings.
|
||||
httpClient http.Client |
||||
} |
||||
|
||||
// Construct a new NotificationHandler.
|
||||
func NewNotificationHandler(alertmanagerUrl string, notificationReqs <-chan rules.NotificationReqs) *NotificationHandler { |
||||
return &NotificationHandler{ |
||||
alertmanagerUrl: alertmanagerUrl, |
||||
pendingNotifications: notificationReqs, |
||||
httpClient: utility.NewDeadlineClient(*deadline), |
||||
} |
||||
} |
||||
|
||||
// Send a list of notifications to the configured alert manager.
|
||||
func (n *NotificationHandler) sendNotifications(reqs rules.NotificationReqs) error { |
||||
alerts := make([]map[string]interface{}, 0, len(reqs)) |
||||
for _, req := range reqs { |
||||
alerts = append(alerts, map[string]interface{}{ |
||||
"Summary": req.Rule.Summary, |
||||
"Description": req.Rule.Description, |
||||
"Labels": req.ActiveAlert.Labels.Merge(clientmodel.LabelSet{ |
||||
rules.AlertNameLabel: clientmodel.LabelValue(req.Rule.Name()), |
||||
}), |
||||
"Payload": map[string]interface{}{ |
||||
"Value": req.ActiveAlert.Value, |
||||
"ActiveSince": req.ActiveAlert.ActiveSince, |
||||
}, |
||||
}) |
||||
} |
||||
buf, err := json.Marshal(alerts) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
resp, err := n.httpClient.Post( |
||||
n.alertmanagerUrl+alertmanagerApiEventsPath, |
||||
contentTypeJson, |
||||
bytes.NewBuffer(buf), |
||||
) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
defer resp.Body.Close() |
||||
|
||||
_, err = ioutil.ReadAll(resp.Body) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
// BUG: Do we need to check the response code?
|
||||
return nil |
||||
} |
||||
|
||||
// Continusouly dispatch notifications.
|
||||
func (n *NotificationHandler) Run() { |
||||
for reqs := range n.pendingNotifications { |
||||
if err := n.sendNotifications(reqs); err != nil { |
||||
log.Println("Error sending notification:", err) |
||||
} |
||||
} |
||||
} |
||||
@ -1,30 +0,0 @@
|
||||
package retrieval |
||||
|
||||
import ( |
||||
"net" |
||||
"net/http" |
||||
"time" |
||||
) |
||||
|
||||
// NewDeadlineClient returns a new http.Client which will time out long running
|
||||
// requests.
|
||||
func NewDeadlineClient(timeout time.Duration) http.Client { |
||||
return http.Client{ |
||||
Transport: &http.Transport{ |
||||
// We need to disable keepalive, becasue we set a deadline on the
|
||||
// underlying connection.
|
||||
DisableKeepAlives: true, |
||||
Dial: func(netw, addr string) (c net.Conn, err error) { |
||||
start := time.Now() |
||||
|
||||
c, err = net.DialTimeout(netw, addr, timeout) |
||||
|
||||
if err == nil { |
||||
c.SetDeadline(start.Add(timeout)) |
||||
} |
||||
|
||||
return |
||||
}, |
||||
}, |
||||
} |
||||
} |
||||
@ -0,0 +1,43 @@
|
||||
// Copyright 2013 Prometheus Team
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package utility |
||||
|
||||
import ( |
||||
"net" |
||||
"net/http" |
||||
"time" |
||||
) |
||||
|
||||
// NewDeadlineClient returns a new http.Client which will time out long running
|
||||
// requests.
|
||||
func NewDeadlineClient(timeout time.Duration) http.Client { |
||||
return http.Client{ |
||||
Transport: &http.Transport{ |
||||
// We need to disable keepalive, becasue we set a deadline on the
|
||||
// underlying connection.
|
||||
DisableKeepAlives: true, |
||||
Dial: func(netw, addr string) (c net.Conn, err error) { |
||||
start := time.Now() |
||||
|
||||
c, err = net.DialTimeout(netw, addr, timeout) |
||||
|
||||
if err == nil { |
||||
c.SetDeadline(start.Add(timeout)) |
||||
} |
||||
|
||||
return |
||||
}, |
||||
}, |
||||
} |
||||
} |
||||
Loading…
Reference in new issue