package service import ( "fmt" "os" "path" "path/filepath" "strings" "time" "github.com/1Panel-dev/1Panel/agent/constant" "github.com/1Panel-dev/1Panel/agent/i18n" "github.com/1Panel-dev/1Panel/agent/buserr" "github.com/1Panel-dev/1Panel/agent/app/dto" "github.com/1Panel-dev/1Panel/agent/app/model" "github.com/1Panel-dev/1Panel/agent/app/task" "github.com/1Panel-dev/1Panel/agent/global" "github.com/1Panel-dev/1Panel/agent/utils/common" "github.com/1Panel-dev/1Panel/agent/utils/files" "github.com/1Panel-dev/1Panel/agent/utils/mysql/client" ) func (u *BackupService) MysqlBackup(req dto.CommonBackup) error { timeNow := time.Now().Format(constant.DateTimeSlimLayout) itemDir := fmt.Sprintf("database/%s/%s/%s", req.Type, req.Name, req.DetailName) targetDir := path.Join(global.CONF.System.Backup, itemDir) fileName := fmt.Sprintf("%s_%s.sql.gz", req.DetailName, timeNow+common.RandStrAndNum(5)) databaseHelper := DatabaseHelper{Database: req.Name, DBType: req.Type, Name: req.DetailName} if err := handleMysqlBackup(databaseHelper, nil, targetDir, fileName, req.TaskID); err != nil { return err } record := &model.BackupRecord{ Type: req.Type, Name: req.Name, DetailName: req.DetailName, SourceAccountIDs: "1", DownloadAccountID: 1, FileDir: itemDir, FileName: fileName, } if err := backupRepo.CreateRecord(record); err != nil { global.LOG.Errorf("save backup record failed, err: %v", err) } return nil } func (u *BackupService) MysqlRecover(req dto.CommonRecover) error { if err := handleMysqlRecover(req, nil, false, req.TaskID); err != nil { return err } return nil } func (u *BackupService) MysqlRecoverByUpload(req dto.CommonRecover) error { file := req.File fileName := path.Base(req.File) if strings.HasSuffix(fileName, ".tar.gz") { fileNameItem := time.Now().Format(constant.DateTimeSlimLayout) dstDir := fmt.Sprintf("%s/%s", path.Dir(req.File), fileNameItem) if _, err := os.Stat(dstDir); err != nil && os.IsNotExist(err) { if err = os.MkdirAll(dstDir, os.ModePerm); err != nil { return fmt.Errorf("mkdir %s failed, err: %v", dstDir, err) } } if err := handleUnTar(req.File, dstDir, ""); err != nil { _ = os.RemoveAll(dstDir) return err } global.LOG.Infof("decompress file %s successful, now start to check test.sql is exist", req.File) hasTestSql := false _ = filepath.Walk(dstDir, func(path string, info os.FileInfo, err error) error { if err != nil { return nil } if !info.IsDir() && info.Name() == "test.sql" { hasTestSql = true file = path fileName = "test.sql" } return nil }) if !hasTestSql { _ = os.RemoveAll(dstDir) return fmt.Errorf("no such file named test.sql in %s", fileName) } defer func() { _ = os.RemoveAll(dstDir) }() } req.File = path.Dir(file) + "/" + fileName if err := handleMysqlRecover(req, nil, false, req.TaskID); err != nil { return err } global.LOG.Info("recover from uploads successful!") return nil } func handleMysqlBackup(db DatabaseHelper, parentTask *task.Task, targetDir, fileName, taskID string) error { var ( err error itemTask *task.Task ) itemTask = parentTask dbInfo, err := mysqlRepo.Get(commonRepo.WithByName(db.Name), mysqlRepo.WithByMysqlName(db.Database)) if err != nil { return err } itemName := fmt.Sprintf("%s[%s] - %s", db.Database, db.DBType, db.Name) if parentTask == nil { itemTask, err = task.NewTaskWithOps(itemName, task.TaskBackup, task.TaskScopeDatabase, taskID, dbInfo.ID) if err != nil { return err } } backupDatabase := func(t *task.Task) error { cli, version, err := LoadMysqlClientByFrom(db.Database) if err != nil { return err } backupInfo := client.BackupInfo{ Name: db.Name, Type: db.DBType, Version: version, Format: dbInfo.Format, TargetDir: targetDir, FileName: fileName, Timeout: 300, } return cli.Backup(backupInfo) } itemTask.AddSubTask(i18n.GetMsgByKey("TaskBackup"), backupDatabase, nil) if parentTask != nil { return backupDatabase(parentTask) } return itemTask.Execute() } func handleMysqlRecover(req dto.CommonRecover, parentTask *task.Task, isRollback bool, taskID string) error { var ( err error itemTask *task.Task ) itemTask = parentTask dbInfo, err := mysqlRepo.Get(commonRepo.WithByName(req.DetailName), mysqlRepo.WithByMysqlName(req.Name)) if err != nil { return err } itemName := fmt.Sprintf("%s[%s] - %s", req.Name, req.Type, req.DetailName) if parentTask == nil { itemTask, err = task.NewTaskWithOps(itemName, task.TaskRecover, task.TaskScopeDatabase, taskID, dbInfo.ID) if err != nil { return err } } recoverDatabase := func(t *task.Task) error { isOk := false fileOp := files.NewFileOp() if !fileOp.Stat(req.File) { return buserr.WithName("ErrFileNotFound", req.File) } dbInfo, err := mysqlRepo.Get(commonRepo.WithByName(req.DetailName), mysqlRepo.WithByMysqlName(req.Name)) if err != nil { return err } cli, version, err := LoadMysqlClientByFrom(req.Name) if err != nil { return err } if !isRollback { rollbackFile := path.Join(global.CONF.System.TmpDir, fmt.Sprintf("database/%s/%s_%s.sql.gz", req.Type, req.DetailName, time.Now().Format(constant.DateTimeSlimLayout))) if err := cli.Backup(client.BackupInfo{ Name: req.DetailName, Type: req.Type, Version: version, Format: dbInfo.Format, TargetDir: path.Dir(rollbackFile), FileName: path.Base(rollbackFile), Timeout: 300, }); err != nil { return fmt.Errorf("backup mysql db %s for rollback before recover failed, err: %v", req.DetailName, err) } defer func() { if !isOk { global.LOG.Info("recover failed, start to rollback now") if err := cli.Recover(client.RecoverInfo{ Name: req.DetailName, Type: req.Type, Version: version, Format: dbInfo.Format, SourceFile: rollbackFile, Timeout: 300, }); err != nil { global.LOG.Errorf("rollback mysql db %s from %s failed, err: %v", req.DetailName, rollbackFile, err) } global.LOG.Infof("rollback mysql db %s from %s successful", req.DetailName, rollbackFile) _ = os.RemoveAll(rollbackFile) } else { _ = os.RemoveAll(rollbackFile) } }() } if err := cli.Recover(client.RecoverInfo{ Name: req.DetailName, Type: req.Type, Version: version, Format: dbInfo.Format, SourceFile: req.File, Timeout: 300, }); err != nil { return err } isOk = true return nil } itemTask.AddSubTask(i18n.GetMsgByKey("TaskRecover"), recoverDatabase, nil) if parentTask != nil { return recoverDatabase(parentTask) } return itemTask.Execute() }