// Statping // Copyright (C) 2018. Hunter Long and the project contributors // Written by Hunter Long and the project contributors // // https://github.com/hunterlong/statping // // The licenses for most software and other practical works are designed // to take away your freedom to share and change the works. By contrast, // the GNU General Public License is intended to guarantee your freedom to // share and change all versions of a program--to make sure it remains free // software for all its users. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . package core import ( "fmt" "github.com/go-yaml/yaml" "github.com/hunterlong/statping/core/notifier" "github.com/hunterlong/statping/types" "github.com/hunterlong/statping/utils" "github.com/jinzhu/gorm" _ "github.com/jinzhu/gorm/dialects/mysql" _ "github.com/jinzhu/gorm/dialects/postgres" _ "github.com/jinzhu/gorm/dialects/sqlite" "os" "path/filepath" "time" ) var ( // DbSession stores the Statping database session DbSession *gorm.DB DbModels []interface{} ) func init() { DbModels = []interface{}{&types.Service{}, &types.User{}, &types.Hit{}, &types.Failure{}, &types.Message{}, &types.Group{}, &types.Checkin{}, &types.CheckinHit{}, ¬ifier.Notification{}, &types.Incident{}, &types.IncidentUpdate{}} gorm.NowFunc = func() time.Time { return time.Now().UTC() } } // DbConfig stores the config.yml file for the statup configuration type DbConfig types.DbConfig // failuresDB returns the 'failures' database column func failuresDB() *gorm.DB { return DbSession.Model(&types.Failure{}) } // hitsDB returns the 'hits' database column func hitsDB() *gorm.DB { return DbSession.Model(&types.Hit{}) } // servicesDB returns the 'services' database column func servicesDB() *gorm.DB { return DbSession.Model(&types.Service{}) } // coreDB returns the single column 'core' func coreDB() *gorm.DB { return DbSession.Table("core").Model(&CoreApp) } // usersDB returns the 'users' database column func usersDB() *gorm.DB { return DbSession.Model(&types.User{}) } // checkinDB returns the Checkin records for a service func checkinDB() *gorm.DB { return DbSession.Model(&types.Checkin{}) } // checkinHitsDB returns the Checkin Hits records for a service func checkinHitsDB() *gorm.DB { return DbSession.Model(&types.CheckinHit{}) } // messagesDb returns the Checkin records for a service func messagesDb() *gorm.DB { return DbSession.Model(&types.Message{}) } // messagesDb returns the Checkin records for a service func groupsDb() *gorm.DB { return DbSession.Model(&types.Group{}) } // incidentsDB returns the 'incidents' database column func incidentsDB() *gorm.DB { return DbSession.Model(&types.Incident{}) } // incidentsUpdatesDB returns the 'incidents updates' database column func incidentsUpdatesDB() *gorm.DB { return DbSession.Model(&types.IncidentUpdate{}) } // HitsBetween returns the gorm database query for a collection of service hits between a time range func (s *Service) HitsBetween(t1, t2 time.Time, group string, column string) *gorm.DB { selector := Dbtimestamp(group, column) if CoreApp.Config.DbConn == "postgres" { return hitsDB().Select(selector).Where("service = ? AND created_at BETWEEN ? AND ?", s.Id, t1.UTC().Format(types.TIME), t2.UTC().Format(types.TIME)) } else { return hitsDB().Select(selector).Where("service = ? AND created_at BETWEEN ? AND ?", s.Id, t1.UTC().Format(types.TIME_DAY), t2.UTC().Format(types.TIME_DAY)) } } // CloseDB will close the database connection if available func CloseDB() { if DbSession != nil { DbSession.DB().Close() } } //// AfterFind for Core will set the timezone //func (c *Core) AfterFind() (err error) { // c.CreatedAt = utils.Timezoner(c.CreatedAt, CoreApp.Timezone) // c.UpdatedAt = utils.Timezoner(c.UpdatedAt, CoreApp.Timezone) // return //} // //// AfterFind for Service will set the timezone //func (s *Service) AfterFind() (err error) { // s.CreatedAt = utils.Timezoner(s.CreatedAt, CoreApp.Timezone) // s.UpdatedAt = utils.Timezoner(s.UpdatedAt, CoreApp.Timezone) // return //} // //// AfterFind for Hit will set the timezone //func (h *Hit) AfterFind() (err error) { // h.CreatedAt = utils.Timezoner(h.CreatedAt, CoreApp.Timezone) // return //} // //// AfterFind for Failure will set the timezone //func (f *Failure) AfterFind() (err error) { // f.CreatedAt = utils.Timezoner(f.CreatedAt, CoreApp.Timezone) // return //} // //// AfterFind for USer will set the timezone //func (u *User) AfterFind() (err error) { // u.CreatedAt = utils.Timezoner(u.CreatedAt, CoreApp.Timezone) // u.UpdatedAt = utils.Timezoner(u.UpdatedAt, CoreApp.Timezone) // return //} // //// AfterFind for Checkin will set the timezone //func (c *Checkin) AfterFind() (err error) { // c.CreatedAt = utils.Timezoner(c.CreatedAt, CoreApp.Timezone) // c.UpdatedAt = utils.Timezoner(c.UpdatedAt, CoreApp.Timezone) // return //} // //// AfterFind for checkinHit will set the timezone //func (c *CheckinHit) AfterFind() (err error) { // c.CreatedAt = utils.Timezoner(c.CreatedAt, CoreApp.Timezone) // return //} // //// AfterFind for Message will set the timezone //func (u *Message) AfterFind() (err error) { // u.CreatedAt = utils.Timezoner(u.CreatedAt, CoreApp.Timezone) // u.UpdatedAt = utils.Timezoner(u.UpdatedAt, CoreApp.Timezone) // u.StartOn = utils.Timezoner(u.StartOn.UTC(), CoreApp.Timezone) // u.EndOn = utils.Timezoner(u.EndOn.UTC(), CoreApp.Timezone) // return //} // InsertCore create the single row for the Core settings in Statping func (c *Core) InsertCore(db *types.DbConfig) (*Core, error) { CoreApp = &Core{Core: &types.Core{ Name: db.Project, Description: db.Description, ConfigFile: "config.yml", ApiKey: utils.NewSHA1Hash(9), ApiSecret: utils.NewSHA1Hash(16), Domain: db.Domain, MigrationId: time.Now().Unix(), Config: db, }} query := coreDB().Create(&CoreApp) return CoreApp, query.Error } func findDbFile() string { if CoreApp.Config.SqlFile != "" { return CoreApp.Config.SqlFile } filename := types.SqliteFilename err := filepath.Walk(utils.Directory, func(path string, info os.FileInfo, err error) error { if info.IsDir() { return nil } if filepath.Ext(path) == ".db" { filename = info.Name() } return nil }) if err != nil { log.Error(err) } return filename } // Connect will attempt to connect to the sqlite, postgres, or mysql database func (c *Core) Connect(retry bool, location string) error { postgresSSL := os.Getenv("POSTGRES_SSLMODE") if DbSession != nil { return nil } var conn, dbType string var err error dbType = CoreApp.Config.DbConn if CoreApp.Config.DbPort == 0 { CoreApp.Config.DbPort = defaultPort(dbType) } switch dbType { case "sqlite": sqlFilename := findDbFile() conn = sqlFilename log.Infof("SQL database file at: %v/%v", utils.Directory, conn) dbType = "sqlite3" case "mysql": host := fmt.Sprintf("%v:%v", CoreApp.Config.DbHost, CoreApp.Config.DbPort) conn = fmt.Sprintf("%v:%v@tcp(%v)/%v?charset=utf8&parseTime=True&loc=UTC&time_zone=%%27UTC%%27", CoreApp.Config.DbUser, CoreApp.Config.DbPass, host, CoreApp.Config.DbData) case "postgres": sslMode := "disable" if postgresSSL != "" { sslMode = postgresSSL } conn = fmt.Sprintf("host=%v port=%v user=%v dbname=%v password=%v timezone=UTC sslmode=%v", CoreApp.Config.DbHost, CoreApp.Config.DbPort, CoreApp.Config.DbUser, CoreApp.Config.DbData, CoreApp.Config.DbPass, sslMode) case "mssql": host := fmt.Sprintf("%v:%v", CoreApp.Config.DbHost, CoreApp.Config.DbPort) conn = fmt.Sprintf("sqlserver://%v:%v@%v?database=%v", CoreApp.Config.DbUser, CoreApp.Config.DbPass, host, CoreApp.Config.DbData) } log.WithFields(utils.ToFields(c, conn)).Debugln("attempting to connect to database") dbSession, err := gorm.Open(dbType, conn) if err != nil { log.Debugln(fmt.Sprintf("Database connection error %v", err)) if retry { log.Errorln(fmt.Sprintf("Database connection to '%v' is not available, trying again in 5 seconds...", CoreApp.Config.DbHost)) return c.waitForDb() } else { return err } } log.WithFields(utils.ToFields(dbSession)).Debugln("connected to database") dbSession.DB().SetMaxOpenConns(5) dbSession.DB().SetMaxIdleConns(5) dbSession.DB().SetConnMaxLifetime(1 * time.Minute) if dbSession.DB().Ping() == nil { DbSession = dbSession if utils.VerboseMode >= 4 { DbSession.LogMode(true).Debug().SetLogger(log) } log.Infoln(fmt.Sprintf("Database %v connection was successful.", dbType)) } return err } // waitForDb will sleep for 5 seconds and try to connect to the database again func (c *Core) waitForDb() error { time.Sleep(5 * time.Second) return c.Connect(true, utils.Directory) } // DatabaseMaintence will automatically delete old records from 'failures' and 'hits' // this function is currently set to delete records 7+ days old every 60 minutes func DatabaseMaintence() { for range time.Tick(60 * time.Minute) { log.Infoln("Checking for database records older than 3 months...") since := time.Now().AddDate(0, -3, 0).UTC() DeleteAllSince("failures", since) DeleteAllSince("hits", since) } } // DeleteAllSince will delete a specific table's records based on a time. func DeleteAllSince(table string, date time.Time) { sql := fmt.Sprintf("DELETE FROM %v WHERE created_at < '%v';", table, date.Format("2006-01-02")) db := DbSession.Exec(sql) if db.Error != nil { log.Warnln(db.Error) } } // Update will save the config.yml file func (c *Core) UpdateConfig() error { var err error config, err := os.Create(utils.Directory + "/config.yml") if err != nil { log.Errorln(err) return err } data, err := yaml.Marshal(c.Config) if err != nil { log.Errorln(err) return err } config.WriteString(string(data)) config.Close() return err } // Save will initially create the config.yml file func (c *Core) SaveConfig(configs *types.DbConfig) (*types.DbConfig, error) { config, err := os.Create(utils.Directory + "/config.yml") if err != nil { log.Errorln(err) return nil, err } defer config.Close() log.WithFields(utils.ToFields(configs)).Debugln("saving config file at: " + utils.Directory + "/config.yml") c.Config = configs c.Config.ApiKey = utils.NewSHA1Hash(16) c.Config.ApiSecret = utils.NewSHA1Hash(16) data, err := yaml.Marshal(configs) if err != nil { log.Errorln(err) return nil, err } config.WriteString(string(data)) log.WithFields(utils.ToFields(configs)).Infoln("saved config file at: " + utils.Directory + "/config.yml") return c.Config, err } // CreateCore will initialize the global variable 'CoreApp". This global variable contains most of Statping app. func (c *Core) CreateCore() *Core { newCore := &types.Core{ Name: c.Name, Description: c.Description, ConfigFile: utils.Directory + "/config.yml", ApiKey: c.ApiKey, ApiSecret: c.ApiSecret, Domain: c.Domain, MigrationId: time.Now().Unix(), } db := coreDB().Create(&newCore) if db.Error == nil { CoreApp = &Core{Core: newCore} } CoreApp, err := SelectCore() if err != nil { log.Errorln(err) } return CoreApp } // DropDatabase will DROP each table Statping created func (c *Core) DropDatabase() error { log.Infoln("Dropping Database Tables...") err := DbSession.DropTableIfExists("checkins") err = DbSession.DropTableIfExists("checkin_hits") err = DbSession.DropTableIfExists("notifications") err = DbSession.DropTableIfExists("core") err = DbSession.DropTableIfExists("failures") err = DbSession.DropTableIfExists("hits") err = DbSession.DropTableIfExists("services") err = DbSession.DropTableIfExists("users") err = DbSession.DropTableIfExists("messages") err = DbSession.DropTableIfExists("incidents") err = DbSession.DropTableIfExists("incident_updates") return err.Error } // CreateDatabase will CREATE TABLES for each of the Statping elements func (c *Core) CreateDatabase() error { var err error log.Infoln("Creating Database Tables...") for _, table := range DbModels { if err := DbSession.CreateTable(table); err.Error != nil { return err.Error } } if err := DbSession.Table("core").CreateTable(&types.Core{}); err.Error != nil { return err.Error } log.Infoln("Statping Database Created") return err } // MigrateDatabase will migrate the database structure to current version. // This function will NOT remove previous records, tables or columns from the database. // If this function has an issue, it will ROLLBACK to the previous state. func (c *Core) MigrateDatabase() error { log.Infoln("Migrating Database Tables...") tx := DbSession.Begin() defer func() { if r := recover(); r != nil { tx.Rollback() } }() if tx.Error != nil { log.Errorln(tx.Error) return tx.Error } for _, table := range DbModels { tx = tx.AutoMigrate(table) } if err := tx.Table("core").AutoMigrate(&types.Core{}); err.Error != nil { tx.Rollback() log.Errorln(fmt.Sprintf("Statping Database could not be migrated: %v", tx.Error)) return tx.Error } log.Infoln("Statping Database Migrated") return tx.Commit().Error }