2017-05-12 06:48:24 +00:00
|
|
|
package cronsun
|
2017-04-05 10:12:35 +00:00
|
|
|
|
|
|
|
import (
|
2017-04-07 07:37:14 +00:00
|
|
|
"bytes"
|
2017-04-06 08:50:07 +00:00
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
2017-04-07 07:37:14 +00:00
|
|
|
"io/ioutil"
|
|
|
|
"net/http"
|
2017-04-05 10:12:35 +00:00
|
|
|
"time"
|
|
|
|
|
2017-04-06 08:50:07 +00:00
|
|
|
client "github.com/coreos/etcd/clientv3"
|
2017-04-05 10:12:35 +00:00
|
|
|
"github.com/go-gomail/gomail"
|
|
|
|
|
2017-05-09 10:27:32 +00:00
|
|
|
"github.com/shunfei/cronsun/conf"
|
2017-05-12 07:38:50 +00:00
|
|
|
"github.com/shunfei/cronsun/log"
|
2017-04-05 10:12:35 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Noticer interface {
|
|
|
|
Serve()
|
|
|
|
Send(*Message)
|
|
|
|
}
|
|
|
|
|
|
|
|
type Message struct {
|
|
|
|
Subject string
|
|
|
|
Body string
|
|
|
|
To []string
|
|
|
|
}
|
|
|
|
|
|
|
|
type Mail struct {
|
|
|
|
cf *conf.MailConf
|
|
|
|
open bool
|
|
|
|
sc gomail.SendCloser
|
|
|
|
timer *time.Timer
|
|
|
|
msgChan chan *Message
|
|
|
|
}
|
|
|
|
|
2017-04-06 08:50:07 +00:00
|
|
|
func NewMail(timeout time.Duration) (m *Mail, err error) {
|
|
|
|
var (
|
|
|
|
sc gomail.SendCloser
|
|
|
|
done = make(chan struct{})
|
|
|
|
cf = conf.Config.Mail
|
|
|
|
)
|
|
|
|
|
|
|
|
// qq 邮箱的 Auth 出错后, 501 命令超时 2min 才能退出
|
|
|
|
go func() {
|
|
|
|
sc, err = cf.Dialer.Dial()
|
|
|
|
close(done)
|
|
|
|
}()
|
|
|
|
|
|
|
|
select {
|
|
|
|
case <-done:
|
|
|
|
case <-time.After(timeout):
|
|
|
|
err = fmt.Errorf("connect to smtp timeout")
|
|
|
|
}
|
|
|
|
|
2017-04-05 10:12:35 +00:00
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
m = &Mail{
|
|
|
|
cf: cf,
|
|
|
|
open: true,
|
|
|
|
sc: sc,
|
|
|
|
timer: time.NewTimer(time.Duration(cf.Keepalive) * time.Second),
|
|
|
|
msgChan: make(chan *Message, 8),
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *Mail) Serve() {
|
|
|
|
var err error
|
2017-04-06 08:50:07 +00:00
|
|
|
sm := gomail.NewMessage()
|
2017-04-05 10:12:35 +00:00
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case msg := <-m.msgChan:
|
|
|
|
m.timer.Reset(time.Duration(m.cf.Keepalive) * time.Second)
|
|
|
|
if !m.open {
|
|
|
|
if m.sc, err = m.cf.Dialer.Dial(); err != nil {
|
2017-04-07 07:37:14 +00:00
|
|
|
log.Warnf("smtp send msg[%+v] err: %s", msg, err.Error())
|
2017-04-05 10:12:35 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
m.open = true
|
|
|
|
}
|
|
|
|
|
2017-04-06 08:50:07 +00:00
|
|
|
sm.Reset()
|
2017-04-05 10:12:35 +00:00
|
|
|
sm.SetHeader("From", m.cf.Username)
|
|
|
|
sm.SetHeader("To", msg.To...)
|
|
|
|
sm.SetHeader("Subject", msg.Subject)
|
|
|
|
sm.SetBody("text/plain", msg.Body)
|
|
|
|
if err := gomail.Send(m.sc, sm); err != nil {
|
2017-04-07 07:37:14 +00:00
|
|
|
log.Warnf("smtp send msg[%+v] err: %s", msg, err.Error())
|
2017-04-05 10:12:35 +00:00
|
|
|
}
|
|
|
|
case <-m.timer.C:
|
|
|
|
if m.open {
|
|
|
|
if err = m.sc.Close(); err != nil {
|
|
|
|
log.Warnf("close smtp server err: %s", err.Error())
|
|
|
|
} else {
|
|
|
|
m.open = false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
m.timer.Reset(time.Duration(m.cf.Keepalive) * time.Second)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-04-06 08:50:07 +00:00
|
|
|
|
|
|
|
func (m *Mail) Send(msg *Message) {
|
|
|
|
m.msgChan <- msg
|
|
|
|
}
|
|
|
|
|
2017-04-07 07:37:14 +00:00
|
|
|
type HttpAPI struct{}
|
|
|
|
|
|
|
|
func (h *HttpAPI) Serve() {}
|
|
|
|
|
|
|
|
func (h *HttpAPI) Send(msg *Message) {
|
|
|
|
body, err := json.Marshal(msg)
|
|
|
|
if err != nil {
|
|
|
|
log.Warnf("http api send msg[%+v] err: %s", msg, err.Error())
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
req, err := http.NewRequest("POST", conf.Config.Mail.HttpAPI, bytes.NewBuffer(body))
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
req.Header.Set("Content-Type", "application/json")
|
|
|
|
resp, err := http.DefaultClient.Do(req)
|
|
|
|
if err != nil {
|
|
|
|
log.Warnf("http api send msg[%+v] err: %s", msg, err.Error())
|
|
|
|
return
|
|
|
|
}
|
|
|
|
defer resp.Body.Close()
|
|
|
|
|
|
|
|
if resp.StatusCode == 200 {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
data, err := ioutil.ReadAll(resp.Body)
|
|
|
|
if err != nil {
|
|
|
|
log.Warnf("http api send msg[%+v] err: %s", msg, err.Error())
|
|
|
|
return
|
|
|
|
}
|
|
|
|
log.Warnf("http api send msg[%+v] err: %s", msg, string(data))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-04-06 08:50:07 +00:00
|
|
|
func StartNoticer(n Noticer) {
|
|
|
|
go n.Serve()
|
2017-04-14 07:33:14 +00:00
|
|
|
go monitorNodes(n)
|
|
|
|
|
2017-04-06 08:50:07 +00:00
|
|
|
rch := DefalutClient.Watch(conf.Config.Noticer, client.WithPrefix())
|
|
|
|
var err error
|
|
|
|
for wresp := range rch {
|
|
|
|
for _, ev := range wresp.Events {
|
|
|
|
switch {
|
|
|
|
case ev.IsCreate(), ev.IsModify():
|
|
|
|
msg := new(Message)
|
|
|
|
if err = json.Unmarshal(ev.Kv.Value, msg); err != nil {
|
|
|
|
log.Warnf("msg[%s] umarshal err: %s", string(ev.Kv.Value), err.Error())
|
|
|
|
continue
|
|
|
|
}
|
2017-04-14 07:33:14 +00:00
|
|
|
|
|
|
|
if len(conf.Config.Mail.To) > 0 {
|
|
|
|
msg.To = append(msg.To, conf.Config.Mail.To...)
|
|
|
|
}
|
2017-04-06 08:50:07 +00:00
|
|
|
n.Send(msg)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-04-14 07:33:14 +00:00
|
|
|
|
|
|
|
func monitorNodes(n Noticer) {
|
|
|
|
var (
|
|
|
|
err error
|
|
|
|
ok bool
|
|
|
|
id string
|
|
|
|
)
|
|
|
|
rch := WatchNode()
|
|
|
|
|
|
|
|
for wresp := range rch {
|
|
|
|
for _, ev := range wresp.Events {
|
|
|
|
switch {
|
|
|
|
case ev.Type == client.EventTypeDelete:
|
|
|
|
id = GetIDFromKey(string(ev.Kv.Key))
|
|
|
|
ok, err = ISNodeFault(id)
|
|
|
|
if err != nil {
|
|
|
|
log.Warnf("query node[%s] err: %s", id, err.Error())
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
if ok {
|
|
|
|
n.Send(&Message{
|
|
|
|
Subject: "node[" + id + "] fault at time[" + time.Now().Format(time.RFC3339) + "]",
|
2017-04-21 07:28:01 +00:00
|
|
|
To: conf.Config.Mail.To,
|
2017-04-14 07:33:14 +00:00
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|