package service import ( "encoding/base64" "encoding/json" "errors" "github.com/1Panel-dev/1Panel/app/dto" "github.com/1Panel-dev/1Panel/app/model" "github.com/1Panel-dev/1Panel/app/repo" "github.com/1Panel-dev/1Panel/constant" "github.com/1Panel-dev/1Panel/global" "github.com/1Panel-dev/1Panel/utils/common" "github.com/1Panel-dev/1Panel/utils/compose" "github.com/1Panel-dev/1Panel/utils/docker" "github.com/1Panel-dev/1Panel/utils/files" "github.com/joho/godotenv" "golang.org/x/net/context" "gopkg.in/yaml.v3" "os" "path" "sort" "strconv" "strings" ) type AppService struct { } func (a AppService) Page(req dto.AppRequest) (interface{}, error) { var opts []repo.DBOption opts = append(opts, commonRepo.WithOrderBy("name")) if req.Name != "" { opts = append(opts, commonRepo.WithLikeName(req.Name)) } if len(req.Tags) != 0 { tags, err := tagRepo.GetByKeys(req.Tags) if err != nil { return nil, err } var tagIds []uint for _, t := range tags { tagIds = append(tagIds, t.ID) } appTags, err := appTagRepo.GetByTagIds(tagIds) if err != nil { return nil, err } var appIds []uint for _, t := range appTags { appIds = append(appIds, t.AppId) } opts = append(opts, commonRepo.WithIdsIn(appIds)) } var res dto.AppRes total, apps, err := appRepo.Page(req.Page, req.PageSize, opts...) if err != nil { return nil, err } var appDTOs []*dto.AppDTO for _, a := range apps { appDTO := &dto.AppDTO{ App: a, } appDTOs = append(appDTOs, appDTO) appTags, err := appTagRepo.GetByAppId(a.ID) if err != nil { continue } var tagIds []uint for _, at := range appTags { tagIds = append(tagIds, at.TagId) } tags, err := tagRepo.GetByIds(tagIds) if err != nil { continue } appDTO.Tags = tags } res.Items = appDTOs res.Total = total tags, err := tagRepo.All() if err != nil { return nil, err } res.Tags = tags return res, nil } func (a AppService) GetApp(id uint) (dto.AppDTO, error) { var appDTO dto.AppDTO app, err := appRepo.GetFirst(commonRepo.WithByID(id)) if err != nil { return appDTO, err } appDTO.App = app details, err := appDetailRepo.GetByAppId(context.WithValue(context.Background(), "db", global.DB), id) if err != nil { return appDTO, err } var versionsRaw []string for _, detail := range details { versionsRaw = append(versionsRaw, detail.Version) } sort.Slice(versionsRaw, func(i, j int) bool { return common.CompareVersion(versionsRaw[i], versionsRaw[j]) }) appDTO.Versions = versionsRaw return appDTO, nil } func (a AppService) PageInstalled(req dto.AppInstalledRequest) (int64, []dto.AppInstalled, error) { total, installed, err := appInstallRepo.Page(req.Page, req.PageSize) if err != nil { return 0, nil, err } installDTOs := []dto.AppInstalled{} for _, in := range installed { installDto := dto.AppInstalled{ AppInstall: in, AppName: in.App.Name, Icon: in.App.Icon, } installDTOs = append(installDTOs, installDto) } return total, installDTOs, nil } func (a AppService) GetAppDetail(appId uint, version string) (dto.AppDetailDTO, error) { var ( appDetailDTO dto.AppDetailDTO opts []repo.DBOption ) opts = append(opts, appDetailRepo.WithAppId(appId), appDetailRepo.WithVersion(version)) detail, err := appDetailRepo.GetAppDetail(opts...) if err != nil { return appDetailDTO, err } paramMap := make(map[string]interface{}) json.Unmarshal([]byte(detail.Params), ¶mMap) appDetailDTO.AppDetail = detail appDetailDTO.Params = paramMap return appDetailDTO, nil } func (a AppService) Operate(req dto.AppInstallOperate) error { install, err := appInstallRepo.GetFirst(commonRepo.WithByID(req.InstallId)) if err != nil { return err } dockerComposePath := install.GetComposePath() switch req.Operate { case dto.Up: out, err := compose.Up(dockerComposePath) if err != nil { return handleErr(install, err, out) } install.Status = constant.Running case dto.Down: out, err := compose.Down(dockerComposePath) if err != nil { return handleErr(install, err, out) } install.Status = constant.Stopped case dto.Restart: out, err := compose.Restart(dockerComposePath) if err != nil { return handleErr(install, err, out) } install.Status = constant.Running case dto.Delete: op := files.NewFileOp() appDir := install.GetPath() dir, _ := os.Stat(appDir) if dir == nil { return appInstallRepo.Delete(commonRepo.WithByID(install.ID)) } out, err := compose.Down(dockerComposePath) if err != nil { return handleErr(install, err, out) } if err := op.DeleteDir(appDir); err != nil { return err } return appInstallRepo.Delete(commonRepo.WithByID(install.ID)) case dto.Sync: if err := a.SyncInstalled(install.ID); err != nil { return err } return nil default: return errors.New("operate not support") } return appInstallRepo.Save(install) } func handleErr(install model.AppInstall, err error, out string) error { reErr := err install.Message = err.Error() if out != "" { install.Message = out reErr = errors.New(out) } _ = appInstallRepo.Save(install) return reErr } func (a AppService) Install(name string, appDetailId uint, params map[string]interface{}) error { port, ok := params["PORT"] if ok { portStr := strconv.FormatFloat(port.(float64), 'f', -1, 32) if common.ScanPort(portStr) { return errors.New("port is in used") } } appDetail, err := appDetailRepo.GetAppDetail(commonRepo.WithByID(appDetailId)) if err != nil { return err } app, err := appRepo.GetFirst(commonRepo.WithByID(appDetail.AppId)) paramByte, err := json.Marshal(params) if err != nil { return err } appInstall := model.AppInstall{ Name: name, AppId: appDetail.AppId, AppDetailId: appDetail.ID, Version: appDetail.Version, Status: constant.Installing, Params: string(paramByte), } resourceDir := path.Join(global.CONF.System.ResourceDir, "apps", app.Key, appDetail.Version) installDir := path.Join(global.CONF.System.AppDir, app.Key) installVersionDir := path.Join(installDir, appDetail.Version) fileOp := files.NewFileOp() if err := fileOp.Copy(resourceDir, installVersionDir); err != nil { return err } appDir := path.Join(installDir, name) if err := fileOp.Rename(installVersionDir, appDir); err != nil { return err } composeFilePath := path.Join(appDir, "docker-compose.yml") envPath := path.Join(appDir, ".env") envParams := make(map[string]string, len(params)) for k, v := range params { switch t := v.(type) { case string: envParams[k] = t case float64: envParams[k] = strconv.FormatFloat(t, 'f', -1, 32) default: envParams[k] = t.(string) } } if err := godotenv.Write(envParams, envPath); err != nil { return err } fileContent, err := os.ReadFile(composeFilePath) if err != nil { return err } composeMap := make(map[string]interface{}) if err := yaml.Unmarshal(fileContent, &composeMap); err != nil { return err } servicesMap := composeMap["services"].(map[string]interface{}) changeKeys := make(map[string]string, len(servicesMap)) var appContainers []*model.AppContainer for k, v := range servicesMap { serviceName := k + "-" + common.RandStr(4) changeKeys[k] = serviceName value := v.(map[string]interface{}) containerName := constant.ContainerPrefix + k + "-" + common.RandStr(4) value["container_name"] = containerName var image string if i, ok := value["image"]; ok { image = i.(string) } appContainers = append(appContainers, &model.AppContainer{ ServiceName: serviceName, ContainerName: containerName, Image: image, }) } for k, v := range changeKeys { servicesMap[v] = servicesMap[k] delete(servicesMap, k) } serviceByte, err := yaml.Marshal(servicesMap) if err != nil { return err } if err := fileOp.WriteFile(composeFilePath, strings.NewReader(string(serviceByte)), 0775); err != nil { return err } if err := appInstallRepo.Create(&appInstall); err != nil { return err } for _, c := range appContainers { c.AppInstallId = appInstall.ID } if err := appContainerRepo.BatchCreate(context.WithValue(context.Background(), "db", global.DB), appContainers); err != nil { return err } go upApp(composeFilePath, appInstall) return nil } func upApp(composeFilePath string, appInstall model.AppInstall) { out, err := compose.Up(composeFilePath) if err != nil { if out != "" { appInstall.Message = out } else { appInstall.Message = err.Error() } appInstall.Status = constant.Error _ = appInstallRepo.Save(appInstall) } else { appInstall.Status = constant.Running _ = appInstallRepo.Save(appInstall) } } func (a AppService) SyncAllInstalled() error { allList, err := appInstallRepo.GetBy() if err != nil { return err } go func() { for _, i := range allList { if err := a.SyncInstalled(i.ID); err != nil { global.LOG.Errorf("sync install app[%s] error,mgs: %s", i.Name, err.Error()) } } }() return nil } func (a AppService) SyncInstalled(installId uint) error { appInstall, err := appInstallRepo.GetFirst(commonRepo.WithByID(installId)) if err != nil { return err } var containerNames []string for _, a := range appInstall.Containers { containerNames = append(containerNames, a.ContainerName) } cli, err := docker.NewClient() if err != nil { return err } containers, err := cli.ListContainersByName(containerNames) if err != nil { return err } var ( errorContainers []string notFoundContainers []string runningContainers []string ) for _, n := range containers { if n.State != "running" { errorContainers = append(errorContainers, n.Names[0]) } else { runningContainers = append(runningContainers, n.Names[0]) } } for _, old := range containerNames { exist := false for _, new := range containers { if common.ExistWithStrArray(old, new.Names) { exist = true break } } if !exist { notFoundContainers = append(notFoundContainers, old) } } containerCount := len(containers) errCount := len(errorContainers) notFoundCount := len(notFoundContainers) normalCount := len(containerNames) runningCount := len(runningContainers) if containerCount == 0 { appInstall.Status = constant.Error appInstall.Message = "container is not found" return appInstallRepo.Save(appInstall) } if errCount == 0 && notFoundCount == 0 { appInstall.Status = constant.Running return appInstallRepo.Save(appInstall) } if errCount == normalCount { appInstall.Status = constant.Error } if notFoundCount == normalCount { appInstall.Status = constant.Stopped } if runningCount < normalCount { appInstall.Status = constant.UnHealthy } var errMsg strings.Builder if errCount > 0 { errMsg.Write([]byte(string(rune(errCount)) + " error containers:")) for _, e := range errorContainers { errMsg.Write([]byte(e)) } errMsg.Write([]byte("\n")) } if notFoundCount > 0 { errMsg.Write([]byte(string(rune(notFoundCount)) + " not found containers:")) for _, e := range notFoundContainers { errMsg.Write([]byte(e)) } errMsg.Write([]byte("\n")) } appInstall.Message = errMsg.String() return appInstallRepo.Save(appInstall) } func getApps(oldApps []model.App, items []dto.AppDefine) map[string]model.App { apps := make(map[string]model.App, len(oldApps)) for _, old := range oldApps { old.Status = constant.AppTakeDown apps[old.Key] = old } for _, item := range items { app, ok := apps[item.Key] if !ok { app = model.App{} } app.Name = item.Name app.Key = item.Key app.ShortDesc = item.ShortDesc app.Author = item.Author app.Source = item.Source app.Type = item.Type app.CrossVersionUpdate = item.CrossVersionUpdate app.Required = item.GetRequired() app.Status = constant.AppNormal apps[item.Key] = app } return apps } func getAppDetails(details []model.AppDetail, versions []string) map[string]model.AppDetail { appDetails := make(map[string]model.AppDetail, len(details)) for _, old := range details { old.Status = constant.AppTakeDown appDetails[old.Version] = old } for _, v := range versions { detail, ok := appDetails[v] if ok { detail.Status = constant.AppNormal appDetails[v] = detail } else { appDetails[v] = model.AppDetail{ Version: v, Status: constant.AppNormal, } } } return appDetails } func (a AppService) SyncAppList() error { //TODO 从 oss 拉取最新列表 appDir := path.Join(global.CONF.System.ResourceDir, "apps") iconDir := path.Join(appDir, "icons") listFile := path.Join(appDir, "list.json") content, err := os.ReadFile(listFile) if err != nil { return err } list := &dto.AppList{} if err := json.Unmarshal(content, list); err != nil { return err } var ( tags []*model.Tag appTags []*model.AppTag ) for _, t := range list.Tags { tags = append(tags, &model.Tag{ Key: t.Key, Name: t.Name, }) } oldApps, err := appRepo.GetBy() if err != nil { return err } appsMap := getApps(oldApps, list.Items) for _, l := range list.Items { app := appsMap[l.Key] icon, err := os.ReadFile(path.Join(iconDir, l.Icon)) if err != nil { global.LOG.Errorf("get [%s] icon error: %s", l.Name, err.Error()) continue } iconStr := base64.StdEncoding.EncodeToString(icon) app.Icon = iconStr app.TagsKey = l.Tags versions := l.Versions detailsMap := getAppDetails(app.Details, versions) for _, v := range versions { detail := detailsMap[v] detailPath := path.Join(appDir, l.Key, v) if _, err := os.Stat(detailPath); err != nil { global.LOG.Errorf("get [%s] folder error: %s", detailPath, err.Error()) continue } readmeStr, err := os.ReadFile(path.Join(detailPath, "README.md")) if err != nil { global.LOG.Errorf("get [%s] README error: %s", detailPath, err.Error()) } detail.Readme = string(readmeStr) dockerComposeStr, err := os.ReadFile(path.Join(detailPath, "docker-compose.yml")) if err != nil { global.LOG.Errorf("get [%s] docker-compose.yml error: %s", detailPath, err.Error()) continue } detail.DockerCompose = string(dockerComposeStr) paramStr, err := os.ReadFile(path.Join(detailPath, "params.json")) if err != nil { global.LOG.Errorf("get [%s] form.json error: %s", detailPath, err.Error()) } detail.Params = string(paramStr) detailsMap[v] = detail } var newDetails []model.AppDetail for _, v := range detailsMap { newDetails = append(newDetails, v) } app.Details = newDetails appsMap[l.Key] = app } var ( addAppArray []model.App updateArray []model.App ) tagMap := make(map[string]uint, len(tags)) for _, v := range appsMap { if v.ID == 0 { addAppArray = append(addAppArray, v) } else { updateArray = append(updateArray, v) } } tx := global.DB.Begin() ctx := context.WithValue(context.Background(), "db", tx) if len(addAppArray) > 0 { if err := appRepo.BatchCreate(ctx, addAppArray); err != nil { tx.Rollback() return err } } if err := tagRepo.DeleteAll(ctx); err != nil { tx.Rollback() return err } if len(tags) > 0 { if err := tagRepo.BatchCreate(ctx, tags); err != nil { tx.Rollback() return err } for _, t := range tags { tagMap[t.Key] = t.ID } } for _, update := range updateArray { if err := appRepo.Save(ctx, &update); err != nil { tx.Rollback() return err } } apps := append(addAppArray, updateArray...) var ( addDetails []model.AppDetail updateDetails []model.AppDetail ) for _, a := range apps { for _, t := range a.TagsKey { tagId, ok := tagMap[t] if ok { appTags = append(appTags, &model.AppTag{ AppId: a.ID, TagId: tagId, }) } } for _, d := range a.Details { d.AppId = a.ID if d.ID == 0 { addDetails = append(addDetails, d) } else { updateDetails = append(updateDetails, d) } } } if len(addDetails) > 0 { if err := appDetailRepo.BatchCreate(ctx, addDetails); err != nil { tx.Rollback() return err } } for _, u := range updateDetails { if err := appDetailRepo.Update(ctx, u); err != nil { tx.Rollback() return err } } if err := appTagRepo.DeleteAll(ctx); err != nil { tx.Rollback() return err } if len(appTags) > 0 { if err := appTagRepo.BatchCreate(ctx, appTags); err != nil { tx.Rollback() return err } } tx.Commit() return nil }