mirror of https://github.com/1Panel-dev/1Panel
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
363 lines
11 KiB
363 lines
11 KiB
package service
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/app/model"
|
|
"github.com/1Panel-dev/1Panel/backend/app/repo"
|
|
"github.com/1Panel-dev/1Panel/backend/constant"
|
|
"github.com/1Panel-dev/1Panel/backend/global"
|
|
"github.com/1Panel-dev/1Panel/backend/utils/cloud_storage"
|
|
"github.com/1Panel-dev/1Panel/backend/utils/cmd"
|
|
"github.com/pkg/errors"
|
|
"github.com/robfig/cron/v3"
|
|
)
|
|
|
|
func (u *CronjobService) HandleJob(cronjob *model.Cronjob) {
|
|
var (
|
|
message []byte
|
|
err error
|
|
)
|
|
record := cronjobRepo.StartRecords(cronjob.ID, cronjob.KeepLocal, "")
|
|
logDir := fmt.Sprintf("%s/1panel/task/%s/%s", global.CONF.System.BaseDir, cronjob.Type, cronjob.Name)
|
|
go func() {
|
|
switch cronjob.Type {
|
|
case "shell":
|
|
if len(cronjob.Script) == 0 {
|
|
return
|
|
}
|
|
stdout, errExec := cmd.Exec(cronjob.Script)
|
|
if errExec != nil {
|
|
err = errExec
|
|
}
|
|
message = []byte(stdout)
|
|
u.HandleRmExpired("LOCAL", logDir, cronjob, nil)
|
|
case "website":
|
|
record.File, err = u.HandleBackup(cronjob, record.StartTime)
|
|
case "database":
|
|
record.File, err = u.HandleBackup(cronjob, record.StartTime)
|
|
case "directory":
|
|
if len(cronjob.SourceDir) == 0 {
|
|
return
|
|
}
|
|
record.File, err = u.HandleBackup(cronjob, record.StartTime)
|
|
case "curl":
|
|
if len(cronjob.URL) == 0 {
|
|
return
|
|
}
|
|
stdout, errCurl := cmd.Exec("curl " + cronjob.URL)
|
|
if err != nil {
|
|
err = errCurl
|
|
}
|
|
message = []byte(stdout)
|
|
u.HandleRmExpired("LOCAL", logDir, cronjob, nil)
|
|
}
|
|
if err != nil {
|
|
cronjobRepo.EndRecords(record, constant.StatusFailed, err.Error(), string(message))
|
|
return
|
|
}
|
|
if len(message) != 0 {
|
|
record.Records, err = mkdirAndWriteFile(cronjob, record.StartTime, message)
|
|
if err != nil {
|
|
global.LOG.Errorf("save file %s failed, err: %v", record.Records, err)
|
|
}
|
|
}
|
|
cronjobRepo.EndRecords(record, constant.StatusSuccess, "", record.Records)
|
|
}()
|
|
}
|
|
|
|
func (u *CronjobService) HandleBackup(cronjob *model.Cronjob, startTime time.Time) (string, error) {
|
|
backup, err := backupRepo.Get(commonRepo.WithByID(uint(cronjob.TargetDirID)))
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
localDir, err := loadLocalDir()
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
global.LOG.Infof("start to backup %s %s to %s", cronjob.Type, cronjob.Name, backup.Type)
|
|
|
|
switch cronjob.Type {
|
|
case "database":
|
|
app, err := appInstallRepo.LoadBaseInfo("mysql", "")
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
if err := u.handleDatabase(*cronjob, app, backup, startTime); err != nil {
|
|
return "", err
|
|
}
|
|
if cronjob.DBName != "all" {
|
|
if !cronjob.KeepLocal && backup.Type != "LOCAL" {
|
|
return fmt.Sprintf("database/mysql/%s/%s/db_%s_%s.sql.gz", app.Name, cronjob.DBName, cronjob.DBName, startTime.Format("20060102150405")), nil
|
|
}
|
|
return fmt.Sprintf("%s/database/mysql/%s/%s/db_%s_%s.sql.gz", localDir, app.Name, cronjob.DBName, cronjob.DBName, startTime.Format("20060102150405")), nil
|
|
}
|
|
return "", nil
|
|
case "website":
|
|
if err := u.handleWebsite(*cronjob, backup, startTime); err != nil {
|
|
return "", err
|
|
}
|
|
if cronjob.DBName != "all" {
|
|
if !cronjob.KeepLocal && backup.Type != "LOCAL" {
|
|
return fmt.Sprintf("website/%s/website_%s_%s.tar.gz", cronjob.Website, cronjob.Website, startTime.Format("20060102150405")), nil
|
|
}
|
|
return fmt.Sprintf("%s/website/%s/website_%s_%s.tar.gz", localDir, cronjob.Website, cronjob.Website, startTime.Format("20060102150405")), nil
|
|
}
|
|
return "", nil
|
|
default:
|
|
fileName := fmt.Sprintf("directory%s_%s.tar.gz", strings.ReplaceAll(cronjob.SourceDir, "/", "_"), startTime.Format("20060102150405"))
|
|
backupDir := fmt.Sprintf("%s/%s/%s", localDir, cronjob.Type, cronjob.Name)
|
|
itemFileDir := fmt.Sprintf("%s/%s", cronjob.Type, cronjob.Name)
|
|
global.LOG.Infof("handle tar %s to %s", backupDir, fileName)
|
|
if err := handleTar(cronjob.SourceDir, backupDir, fileName, cronjob.ExclusionRules); err != nil {
|
|
return "", err
|
|
}
|
|
if backup.Type == "LOCAL" {
|
|
u.HandleRmExpired(backup.Type, backupDir, cronjob, nil)
|
|
return fmt.Sprintf("%s/%s", backupDir, fileName), nil
|
|
}
|
|
if !cronjob.KeepLocal {
|
|
defer func() {
|
|
_ = os.RemoveAll(fmt.Sprintf("%s/%s", backupDir, fileName))
|
|
}()
|
|
}
|
|
client, err := NewIBackupService().NewClient(&backup)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
if _, err = client.Upload(backupDir+"/"+fileName, itemFileDir+"/"+fileName); err != nil {
|
|
return "", err
|
|
}
|
|
u.HandleRmExpired(backup.Type, itemFileDir, cronjob, client)
|
|
if cronjob.KeepLocal {
|
|
u.HandleRmExpired("LOCAL", backupDir, cronjob, client)
|
|
}
|
|
return fmt.Sprintf("%s/%s/%s", cronjob.Type, cronjob.Name, fileName), nil
|
|
}
|
|
}
|
|
|
|
func (u *CronjobService) HandleDelete(id uint) error {
|
|
cronjob, _ := cronjobRepo.Get(commonRepo.WithByID(id))
|
|
if cronjob.ID == 0 {
|
|
return errors.New("find cronjob in db failed")
|
|
}
|
|
commonDir := fmt.Sprintf("%s/%s/", cronjob.Type, cronjob.Name)
|
|
global.Cron.Remove(cron.EntryID(cronjob.EntryID))
|
|
global.LOG.Infof("stop cronjob entryID: %d", cronjob.EntryID)
|
|
_ = cronjobRepo.DeleteRecord(cronjobRepo.WithByJobID(int(id)))
|
|
|
|
dir := fmt.Sprintf("%s/task/%s/%s", constant.DataDir, cronjob.Type, cronjob.Name)
|
|
if _, err := os.Stat(dir); err == nil {
|
|
if err := os.RemoveAll(dir); err != nil {
|
|
global.LOG.Errorf("rm file %s/task/%s failed, err: %v", constant.DataDir, commonDir, err)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (u *CronjobService) HandleRmExpired(backType, backupDir string, cronjob *model.Cronjob, backClient cloud_storage.CloudStorageClient) {
|
|
global.LOG.Infof("start to handle remove expired, retain copies: %d", cronjob.RetainCopies)
|
|
if backType != "LOCAL" {
|
|
currentObjs, err := backClient.ListObjects(backupDir + "/")
|
|
if err != nil {
|
|
global.LOG.Errorf("list bucket object %s failed, err: %v", backupDir, err)
|
|
return
|
|
}
|
|
for i := 0; i < len(currentObjs)-int(cronjob.RetainCopies); i++ {
|
|
_, _ = backClient.Delete(currentObjs[i].(string))
|
|
}
|
|
return
|
|
}
|
|
|
|
records, _ := cronjobRepo.ListRecord(cronjobRepo.WithByJobID(int(cronjob.ID)), commonRepo.WithOrderBy("created_at desc"))
|
|
if len(records) > int(cronjob.RetainCopies) {
|
|
for i := int(cronjob.RetainCopies); i < len(records); i++ {
|
|
_ = cronjobRepo.DeleteRecord(commonRepo.WithByID(uint(records[i].ID)))
|
|
_ = os.Remove(records[i].File)
|
|
_ = os.Remove(records[i].Records)
|
|
}
|
|
}
|
|
}
|
|
|
|
func handleTar(sourceDir, targetDir, name, exclusionRules string) error {
|
|
if _, err := os.Stat(targetDir); err != nil && os.IsNotExist(err) {
|
|
if err = os.MkdirAll(targetDir, os.ModePerm); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
excludes := strings.Split(exclusionRules, ";")
|
|
excludeRules := ""
|
|
for _, exclude := range excludes {
|
|
if len(exclude) == 0 {
|
|
continue
|
|
}
|
|
excludeRules += (" --exclude " + exclude)
|
|
}
|
|
path := ""
|
|
if strings.Contains(sourceDir, "/") {
|
|
itemDir := strings.ReplaceAll(sourceDir[strings.LastIndex(sourceDir, "/"):], "/", "")
|
|
aheadDir := strings.ReplaceAll(sourceDir, itemDir, "")
|
|
path += fmt.Sprintf("-C %s %s", aheadDir, itemDir)
|
|
} else {
|
|
path = sourceDir
|
|
}
|
|
|
|
commands := fmt.Sprintf("tar zcvf %s %s %s", targetDir+"/"+name, excludeRules, path)
|
|
global.LOG.Debug(commands)
|
|
stdout, err := cmd.Exec(commands)
|
|
if err != nil {
|
|
global.LOG.Errorf("do handle tar failed, stdout: %s, err: %v", stdout, err)
|
|
return errors.New(stdout)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func handleUnTar(sourceFile, targetDir string) error {
|
|
if _, err := os.Stat(targetDir); err != nil && os.IsNotExist(err) {
|
|
if err = os.MkdirAll(targetDir, os.ModePerm); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
commands := fmt.Sprintf("tar zxvfC %s %s", sourceFile, targetDir)
|
|
global.LOG.Debug(commands)
|
|
stdout, err := cmd.Exec(commands)
|
|
if err != nil {
|
|
global.LOG.Errorf("do handle untar failed, stdout: %s, err: %v", stdout, err)
|
|
return errors.New(stdout)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (u *CronjobService) handleDatabase(cronjob model.Cronjob, app *repo.RootInfo, backup model.BackupAccount, startTime time.Time) error {
|
|
localDir, err := loadLocalDir()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
var record model.BackupRecord
|
|
|
|
record.Type = "mysql"
|
|
record.Name = app.Name
|
|
record.Source = "LOCAL"
|
|
record.BackupType = backup.Type
|
|
|
|
var dblist []string
|
|
if cronjob.DBName == "all" {
|
|
mysqlService := NewIMysqlService()
|
|
dblist, err = mysqlService.ListDBName()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
dblist = append(dblist, cronjob.DBName)
|
|
}
|
|
for _, dbName := range dblist {
|
|
backupDir := fmt.Sprintf("%s/database/mysql/%s/%s", localDir, app.Name, dbName)
|
|
record.FileName = fmt.Sprintf("db_%s_%s.sql.gz", dbName, startTime.Format("20060102150405"))
|
|
if err = handleMysqlBackup(app, backupDir, dbName, record.FileName); err != nil {
|
|
return err
|
|
}
|
|
record.DetailName = dbName
|
|
record.FileDir = backupDir
|
|
itemFileDir := strings.ReplaceAll(backupDir, localDir+"/", "")
|
|
if !cronjob.KeepLocal && backup.Type != "LOCAL" {
|
|
record.Source = backup.Type
|
|
record.FileDir = itemFileDir
|
|
}
|
|
if err := backupRepo.CreateRecord(&record); err != nil {
|
|
global.LOG.Errorf("save backup record failed, err: %v", err)
|
|
return err
|
|
}
|
|
if backup.Type == "LOCAL" {
|
|
u.HandleRmExpired(backup.Type, backupDir, &cronjob, nil)
|
|
return nil
|
|
}
|
|
if !cronjob.KeepLocal {
|
|
defer func() {
|
|
_ = os.RemoveAll(fmt.Sprintf("%s/%s", backupDir, record.FileName))
|
|
}()
|
|
}
|
|
client, err := NewIBackupService().NewClient(&backup)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if _, err = client.Upload(backupDir+"/"+record.FileName, itemFileDir+"/"+record.FileName); err != nil {
|
|
return err
|
|
}
|
|
u.HandleRmExpired(backup.Type, itemFileDir, &cronjob, client)
|
|
if cronjob.KeepLocal {
|
|
u.HandleRmExpired("LOCAL", backupDir, &cronjob, client)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (u *CronjobService) handleWebsite(cronjob model.Cronjob, backup model.BackupAccount, startTime time.Time) error {
|
|
localDir, err := loadLocalDir()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
var record model.BackupRecord
|
|
record.Type = "website"
|
|
record.Name = cronjob.Website
|
|
record.Source = "LOCAL"
|
|
record.BackupType = backup.Type
|
|
|
|
var weblist []string
|
|
if cronjob.Website == "all" {
|
|
weblist, err = NewIWebsiteService().GetWebsiteOptions()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
weblist = append(weblist, cronjob.Website)
|
|
}
|
|
for _, websiteItem := range weblist {
|
|
website, err := websiteRepo.GetFirst(websiteRepo.WithDomain(websiteItem))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
backupDir := fmt.Sprintf("%s/website/%s", localDir, website.PrimaryDomain)
|
|
record.FileDir = backupDir
|
|
itemFileDir := strings.ReplaceAll(backupDir, localDir+"/", "")
|
|
if !cronjob.KeepLocal && backup.Type != "LOCAL" {
|
|
record.Source = backup.Type
|
|
record.FileDir = strings.ReplaceAll(backupDir, localDir+"/", "")
|
|
}
|
|
record.FileName = fmt.Sprintf("website_%s_%s.tar.gz", website.PrimaryDomain, startTime.Format("20060102150405"))
|
|
if err := handleWebsiteBackup(&website, backupDir, record.FileName); err != nil {
|
|
return err
|
|
}
|
|
record.Name = website.PrimaryDomain
|
|
if err := backupRepo.CreateRecord(&record); err != nil {
|
|
global.LOG.Errorf("save backup record failed, err: %v", err)
|
|
return err
|
|
}
|
|
if backup.Type == "LOCAL" {
|
|
u.HandleRmExpired(backup.Type, backupDir, &cronjob, nil)
|
|
return nil
|
|
}
|
|
if !cronjob.KeepLocal {
|
|
defer func() {
|
|
_ = os.RemoveAll(fmt.Sprintf("%s/%s", backupDir, record.FileName))
|
|
}()
|
|
}
|
|
client, err := NewIBackupService().NewClient(&backup)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if _, err = client.Upload(backupDir+"/"+record.FileName, itemFileDir+"/"+record.FileName); err != nil {
|
|
return err
|
|
}
|
|
u.HandleRmExpired(backup.Type, itemFileDir, &cronjob, client)
|
|
if cronjob.KeepLocal {
|
|
u.HandleRmExpired("LOCAL", backupDir, &cronjob, client)
|
|
}
|
|
}
|
|
return nil
|
|
}
|