2018-08-16 06:22:20 +00:00
|
|
|
// Statup
|
|
|
|
// Copyright (C) 2018. Hunter Long and the project contributors
|
|
|
|
// Written by Hunter Long <info@socialeck.com> and the project contributors
|
|
|
|
//
|
|
|
|
// https://github.com/hunterlong/statup
|
|
|
|
//
|
|
|
|
// The licenses for most software and other practical works are designed
|
|
|
|
// to take away your freedom to share and change the works. By contrast,
|
|
|
|
// the GNU General Public License is intended to guarantee your freedom to
|
|
|
|
// share and change all versions of a program--to make sure it remains free
|
|
|
|
// software for all its users.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2018-06-30 00:57:05 +00:00
|
|
|
package core
|
2018-06-10 01:31:13 +00:00
|
|
|
|
|
|
|
import (
|
2018-07-01 10:24:35 +00:00
|
|
|
"bytes"
|
2018-06-10 01:31:13 +00:00
|
|
|
"fmt"
|
2018-06-30 00:57:05 +00:00
|
|
|
"github.com/hunterlong/statup/types"
|
|
|
|
"github.com/hunterlong/statup/utils"
|
2018-06-10 01:31:13 +00:00
|
|
|
"io/ioutil"
|
2018-07-01 03:54:28 +00:00
|
|
|
"net"
|
2018-06-10 01:31:13 +00:00
|
|
|
"net/http"
|
2018-07-01 03:54:28 +00:00
|
|
|
"net/url"
|
2018-06-10 01:31:13 +00:00
|
|
|
"regexp"
|
|
|
|
"time"
|
|
|
|
)
|
|
|
|
|
2018-06-30 00:57:05 +00:00
|
|
|
type FailureData types.FailureData
|
|
|
|
|
2018-06-10 01:31:13 +00:00
|
|
|
func CheckServices() {
|
2018-06-30 00:57:05 +00:00
|
|
|
CoreApp.Services, _ = SelectAllServices()
|
2018-07-02 06:21:41 +00:00
|
|
|
utils.Log(1, fmt.Sprintf("Starting monitoring process for %v Services", len(CoreApp.Services)))
|
2018-08-19 00:37:00 +00:00
|
|
|
for _, s := range CoreApp.Services {
|
2018-07-02 06:21:41 +00:00
|
|
|
//go obj.StartCheckins()
|
2018-08-19 00:37:00 +00:00
|
|
|
go CheckQueue(s, true)
|
2018-06-10 01:31:13 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-19 00:37:00 +00:00
|
|
|
func CheckQueue(s *Service, record bool) {
|
|
|
|
CheckLoop:
|
2018-07-04 19:14:28 +00:00
|
|
|
for {
|
|
|
|
select {
|
2018-08-19 00:37:00 +00:00
|
|
|
case <-s.Running:
|
|
|
|
utils.Log(1, fmt.Sprintf("Stopping service: %v", s.Name))
|
|
|
|
break CheckLoop
|
2018-07-04 19:14:28 +00:00
|
|
|
default:
|
2018-08-19 00:37:00 +00:00
|
|
|
utils.Log(1, fmt.Sprintf("Checking service: %v", s.Name))
|
|
|
|
ServiceCheck(s, record)
|
|
|
|
time.Sleep(time.Duration(s.Interval) * time.Second)
|
|
|
|
continue
|
2018-07-04 19:14:28 +00:00
|
|
|
}
|
2018-06-15 04:30:10 +00:00
|
|
|
}
|
2018-06-10 01:31:13 +00:00
|
|
|
}
|
|
|
|
|
2018-08-19 00:37:00 +00:00
|
|
|
func DNSCheck(s *Service) (float64, error) {
|
2018-07-01 03:54:28 +00:00
|
|
|
t1 := time.Now()
|
|
|
|
url, err := url.Parse(s.Domain)
|
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
_, err = net.LookupIP(url.Host)
|
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
t2 := time.Now()
|
|
|
|
subTime := t2.Sub(t1).Seconds()
|
|
|
|
return subTime, err
|
|
|
|
}
|
|
|
|
|
2018-08-19 00:37:00 +00:00
|
|
|
func ServiceTCPCheck(s *Service, record bool) *Service {
|
2018-07-18 05:24:52 +00:00
|
|
|
t1 := time.Now()
|
|
|
|
domain := fmt.Sprintf("%v", s.Domain)
|
|
|
|
if s.Port != 0 {
|
|
|
|
domain = fmt.Sprintf("%v:%v", s.Domain, s.Port)
|
|
|
|
}
|
2018-07-18 23:01:24 +00:00
|
|
|
conn, err := net.DialTimeout("tcp", domain, time.Duration(s.Timeout)*time.Second)
|
2018-07-18 05:24:52 +00:00
|
|
|
if err != nil {
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordFailure(s, fmt.Sprintf("TCP Dial Error %v", err))
|
|
|
|
}
|
2018-07-18 05:24:52 +00:00
|
|
|
return s
|
|
|
|
}
|
|
|
|
if err := conn.Close(); err != nil {
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordFailure(s, fmt.Sprintf("TCP Socket Close Error %v", err))
|
|
|
|
}
|
2018-07-18 05:24:52 +00:00
|
|
|
return s
|
|
|
|
}
|
|
|
|
t2 := time.Now()
|
|
|
|
s.Latency = t2.Sub(t1).Seconds()
|
|
|
|
s.LastResponse = ""
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordSuccess(s)
|
|
|
|
}
|
2018-07-18 05:24:52 +00:00
|
|
|
return s
|
|
|
|
}
|
|
|
|
|
2018-08-19 00:37:00 +00:00
|
|
|
func ServiceCheck(s *Service, record bool) *Service {
|
2018-07-18 05:24:52 +00:00
|
|
|
switch s.Type {
|
|
|
|
case "http":
|
2018-08-19 00:37:00 +00:00
|
|
|
ServiceHTTPCheck(s, record)
|
2018-07-18 05:24:52 +00:00
|
|
|
case "tcp":
|
2018-08-19 00:37:00 +00:00
|
|
|
ServiceTCPCheck(s, record)
|
2018-07-18 05:24:52 +00:00
|
|
|
}
|
|
|
|
return s
|
|
|
|
}
|
|
|
|
|
2018-08-19 00:37:00 +00:00
|
|
|
func ServiceHTTPCheck(s *Service, record bool) *Service {
|
2018-07-14 02:37:39 +00:00
|
|
|
dnsLookup, err := DNSCheck(s)
|
2018-07-01 03:54:28 +00:00
|
|
|
if err != nil {
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordFailure(s, fmt.Sprintf("Could not get IP address for domain %v, %v", s.Domain, err))
|
|
|
|
}
|
2018-07-01 03:54:28 +00:00
|
|
|
return s
|
|
|
|
}
|
2018-07-14 02:37:39 +00:00
|
|
|
s.DnsLookup = dnsLookup
|
2018-06-10 01:31:13 +00:00
|
|
|
t1 := time.Now()
|
2018-07-18 23:01:24 +00:00
|
|
|
timeout := time.Duration(s.Timeout)
|
2018-06-10 05:05:08 +00:00
|
|
|
client := http.Client{
|
2018-07-18 23:01:24 +00:00
|
|
|
Timeout: timeout * time.Second,
|
2018-06-10 05:05:08 +00:00
|
|
|
}
|
2018-07-01 10:24:35 +00:00
|
|
|
|
|
|
|
var response *http.Response
|
|
|
|
if s.Method == "POST" {
|
|
|
|
response, err = client.Post(s.Domain, "application/json", bytes.NewBuffer([]byte(s.PostData)))
|
|
|
|
} else {
|
|
|
|
response, err = client.Get(s.Domain)
|
|
|
|
}
|
2018-06-30 22:37:01 +00:00
|
|
|
if err != nil {
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordFailure(s, fmt.Sprintf("HTTP Error %v", err))
|
|
|
|
}
|
2018-06-30 22:37:01 +00:00
|
|
|
return s
|
|
|
|
}
|
2018-08-15 06:28:29 +00:00
|
|
|
response.Header.Set("Connection", "close")
|
2018-06-30 05:17:51 +00:00
|
|
|
response.Header.Set("User-Agent", "StatupMonitor")
|
2018-06-10 01:31:13 +00:00
|
|
|
t2 := time.Now()
|
|
|
|
s.Latency = t2.Sub(t1).Seconds()
|
|
|
|
if err != nil {
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordFailure(s, fmt.Sprintf("HTTP Error %v", err))
|
|
|
|
}
|
2018-06-15 04:30:10 +00:00
|
|
|
return s
|
2018-06-10 01:31:13 +00:00
|
|
|
}
|
2018-06-10 05:05:08 +00:00
|
|
|
defer response.Body.Close()
|
2018-07-01 10:24:35 +00:00
|
|
|
contents, err := ioutil.ReadAll(response.Body)
|
|
|
|
if err != nil {
|
|
|
|
utils.Log(2, err)
|
|
|
|
}
|
2018-06-10 01:31:13 +00:00
|
|
|
if s.Expected != "" {
|
2018-07-01 10:24:35 +00:00
|
|
|
match, err := regexp.MatchString(s.Expected, string(contents))
|
|
|
|
if err != nil {
|
|
|
|
utils.Log(2, err)
|
|
|
|
}
|
2018-06-10 01:31:13 +00:00
|
|
|
if !match {
|
2018-06-23 08:42:50 +00:00
|
|
|
s.LastResponse = string(contents)
|
|
|
|
s.LastStatusCode = response.StatusCode
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordFailure(s, fmt.Sprintf("HTTP Response Body did not match '%v'", s.Expected))
|
|
|
|
}
|
2018-06-15 04:30:10 +00:00
|
|
|
return s
|
2018-06-10 01:31:13 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
if s.ExpectedStatus != response.StatusCode {
|
2018-06-23 08:42:50 +00:00
|
|
|
s.LastResponse = string(contents)
|
|
|
|
s.LastStatusCode = response.StatusCode
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordFailure(s, fmt.Sprintf("HTTP Status Code %v did not match %v", response.StatusCode, s.ExpectedStatus))
|
|
|
|
}
|
2018-06-15 04:30:10 +00:00
|
|
|
return s
|
2018-06-10 01:31:13 +00:00
|
|
|
}
|
2018-06-23 08:42:50 +00:00
|
|
|
s.LastResponse = string(contents)
|
|
|
|
s.LastStatusCode = response.StatusCode
|
2018-06-10 03:44:47 +00:00
|
|
|
s.Online = true
|
2018-08-19 00:37:00 +00:00
|
|
|
if record {
|
|
|
|
RecordSuccess(s)
|
|
|
|
}
|
2018-06-15 04:30:10 +00:00
|
|
|
return s
|
|
|
|
}
|
|
|
|
|
|
|
|
type HitData struct {
|
|
|
|
Latency float64
|
2018-06-10 01:31:13 +00:00
|
|
|
}
|
|
|
|
|
2018-08-19 00:37:00 +00:00
|
|
|
func RecordSuccess(s *Service) {
|
2018-06-15 04:30:10 +00:00
|
|
|
s.Online = true
|
2018-06-23 08:42:50 +00:00
|
|
|
s.LastOnline = time.Now()
|
2018-06-15 04:30:10 +00:00
|
|
|
data := HitData{
|
|
|
|
Latency: s.Latency,
|
|
|
|
}
|
2018-07-18 23:01:24 +00:00
|
|
|
utils.Log(1, fmt.Sprintf("Service %v Successful: %0.2f ms", s.Name, data.Latency*1000))
|
2018-07-14 02:37:39 +00:00
|
|
|
CreateServiceHit(s, data)
|
2018-06-14 06:38:15 +00:00
|
|
|
OnSuccess(s)
|
2018-06-10 01:31:13 +00:00
|
|
|
}
|
|
|
|
|
2018-08-19 00:37:00 +00:00
|
|
|
func RecordFailure(s *Service, issue string) {
|
2018-06-15 04:30:10 +00:00
|
|
|
s.Online = false
|
|
|
|
data := FailureData{
|
|
|
|
Issue: issue,
|
|
|
|
}
|
2018-06-30 00:57:05 +00:00
|
|
|
utils.Log(2, fmt.Sprintf("Service %v Failing: %v", s.Name, issue))
|
2018-07-14 02:37:39 +00:00
|
|
|
CreateServiceFailure(s, data)
|
2018-06-30 00:57:05 +00:00
|
|
|
//SendFailureEmail(s)
|
2018-07-01 10:24:35 +00:00
|
|
|
OnFailure(s, data)
|
2018-06-10 01:31:13 +00:00
|
|
|
}
|