2022-09-22 08:16:04 +00:00
|
|
|
package service
|
|
|
|
|
|
|
|
import (
|
2022-12-21 07:54:34 +00:00
|
|
|
"context"
|
2022-09-22 08:16:04 +00:00
|
|
|
"encoding/base64"
|
|
|
|
"encoding/json"
|
2023-02-17 07:13:55 +00:00
|
|
|
"fmt"
|
2023-05-15 14:40:05 +00:00
|
|
|
"github.com/1Panel-dev/1Panel/backend/buserr"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/utils/docker"
|
2023-04-07 03:30:10 +00:00
|
|
|
"io"
|
2023-02-17 07:13:55 +00:00
|
|
|
"net/http"
|
2022-11-08 06:34:41 +00:00
|
|
|
"path"
|
2023-05-15 14:40:05 +00:00
|
|
|
"strconv"
|
2023-04-07 03:30:10 +00:00
|
|
|
|
2022-10-17 08:32:31 +00:00
|
|
|
"github.com/1Panel-dev/1Panel/backend/app/dto"
|
2022-12-14 07:08:21 +00:00
|
|
|
"github.com/1Panel-dev/1Panel/backend/app/dto/request"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/app/dto/response"
|
2022-10-17 08:32:31 +00:00
|
|
|
"github.com/1Panel-dev/1Panel/backend/app/model"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/app/repo"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/constant"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/global"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/utils/common"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/utils/files"
|
2022-09-29 10:16:56 +00:00
|
|
|
"gopkg.in/yaml.v3"
|
2022-09-22 08:16:04 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type AppService struct {
|
|
|
|
}
|
|
|
|
|
2023-02-13 07:38:09 +00:00
|
|
|
type IAppService interface {
|
|
|
|
PageApp(req request.AppSearch) (interface{}, error)
|
|
|
|
GetAppTags() ([]response.TagDTO, error)
|
|
|
|
GetApp(key string) (*response.AppDTO, error)
|
2023-03-30 08:47:47 +00:00
|
|
|
GetAppDetail(appId uint, version, appType string) (response.AppDetailDTO, error)
|
2023-02-13 07:38:09 +00:00
|
|
|
Install(ctx context.Context, req request.AppInstallCreate) (*model.AppInstall, error)
|
2023-04-08 06:02:14 +00:00
|
|
|
SyncAppListFromRemote() error
|
2023-03-14 05:54:42 +00:00
|
|
|
GetAppUpdate() (*response.AppUpdateRes, error)
|
2023-04-03 09:47:23 +00:00
|
|
|
GetAppDetailByID(id uint) (*response.AppDetailDTO, error)
|
2023-04-08 06:02:14 +00:00
|
|
|
SyncAppListFromLocal()
|
2023-02-13 07:38:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewIAppService() IAppService {
|
|
|
|
return &AppService{}
|
|
|
|
}
|
|
|
|
|
2022-12-14 07:08:21 +00:00
|
|
|
func (a AppService) PageApp(req request.AppSearch) (interface{}, error) {
|
2022-09-22 08:16:04 +00:00
|
|
|
var opts []repo.DBOption
|
2023-02-08 08:21:17 +00:00
|
|
|
opts = append(opts, appRepo.OrderByRecommend())
|
2022-09-22 08:16:04 +00:00
|
|
|
if req.Name != "" {
|
|
|
|
opts = append(opts, commonRepo.WithLikeName(req.Name))
|
|
|
|
}
|
2022-11-02 07:19:14 +00:00
|
|
|
if req.Type != "" {
|
|
|
|
opts = append(opts, appRepo.WithType(req.Type))
|
|
|
|
}
|
2023-02-08 08:21:17 +00:00
|
|
|
if req.Recommend {
|
|
|
|
opts = append(opts, appRepo.GetRecommend())
|
|
|
|
}
|
2022-09-23 08:33:55 +00:00
|
|
|
if len(req.Tags) != 0 {
|
|
|
|
tags, err := tagRepo.GetByKeys(req.Tags)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
var tagIds []uint
|
|
|
|
for _, t := range tags {
|
|
|
|
tagIds = append(tagIds, t.ID)
|
|
|
|
}
|
|
|
|
appTags, err := appTagRepo.GetByTagIds(tagIds)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
var appIds []uint
|
|
|
|
for _, t := range appTags {
|
|
|
|
appIds = append(appIds, t.AppId)
|
|
|
|
}
|
|
|
|
opts = append(opts, commonRepo.WithIdsIn(appIds))
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2022-12-14 07:08:21 +00:00
|
|
|
var res response.AppRes
|
2022-09-22 08:16:04 +00:00
|
|
|
total, apps, err := appRepo.Page(req.Page, req.PageSize, opts...)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-12-14 07:08:21 +00:00
|
|
|
var appDTOs []*response.AppDTO
|
2022-09-22 08:16:04 +00:00
|
|
|
for _, a := range apps {
|
2022-12-14 07:08:21 +00:00
|
|
|
appDTO := &response.AppDTO{
|
2022-09-22 08:16:04 +00:00
|
|
|
App: a,
|
|
|
|
}
|
|
|
|
appDTOs = append(appDTOs, appDTO)
|
|
|
|
appTags, err := appTagRepo.GetByAppId(a.ID)
|
|
|
|
if err != nil {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
var tagIds []uint
|
|
|
|
for _, at := range appTags {
|
|
|
|
tagIds = append(tagIds, at.TagId)
|
|
|
|
}
|
|
|
|
tags, err := tagRepo.GetByIds(tagIds)
|
|
|
|
if err != nil {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
appDTO.Tags = tags
|
|
|
|
}
|
|
|
|
res.Items = appDTOs
|
|
|
|
res.Total = total
|
|
|
|
|
|
|
|
return res, nil
|
|
|
|
}
|
|
|
|
|
2023-01-16 07:30:24 +00:00
|
|
|
func (a AppService) GetAppTags() ([]response.TagDTO, error) {
|
|
|
|
tags, err := tagRepo.All()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
var res []response.TagDTO
|
|
|
|
for _, tag := range tags {
|
|
|
|
res = append(res, response.TagDTO{
|
|
|
|
Tag: tag,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
return res, nil
|
|
|
|
}
|
|
|
|
|
2023-02-08 09:09:21 +00:00
|
|
|
func (a AppService) GetApp(key string) (*response.AppDTO, error) {
|
2022-12-14 07:08:21 +00:00
|
|
|
var appDTO response.AppDTO
|
2023-02-08 09:09:21 +00:00
|
|
|
app, err := appRepo.GetFirst(appRepo.WithKey(key))
|
2022-09-23 08:33:55 +00:00
|
|
|
if err != nil {
|
2023-01-16 07:30:24 +00:00
|
|
|
return nil, err
|
2022-09-23 08:33:55 +00:00
|
|
|
}
|
|
|
|
appDTO.App = app
|
2022-10-03 09:35:39 +00:00
|
|
|
details, err := appDetailRepo.GetBy(appDetailRepo.WithAppId(app.ID))
|
2022-09-23 08:33:55 +00:00
|
|
|
if err != nil {
|
2023-01-16 07:30:24 +00:00
|
|
|
return nil, err
|
2022-09-23 08:33:55 +00:00
|
|
|
}
|
|
|
|
var versionsRaw []string
|
|
|
|
for _, detail := range details {
|
|
|
|
versionsRaw = append(versionsRaw, detail.Version)
|
|
|
|
}
|
2022-10-03 09:35:39 +00:00
|
|
|
appDTO.Versions = common.GetSortedVersions(versionsRaw)
|
2022-09-23 08:33:55 +00:00
|
|
|
|
2023-01-16 07:30:24 +00:00
|
|
|
return &appDTO, nil
|
2022-09-23 08:33:55 +00:00
|
|
|
}
|
|
|
|
|
2023-03-30 08:47:47 +00:00
|
|
|
func (a AppService) GetAppDetail(appId uint, version, appType string) (response.AppDetailDTO, error) {
|
2022-09-23 08:33:55 +00:00
|
|
|
var (
|
2022-12-14 07:08:21 +00:00
|
|
|
appDetailDTO response.AppDetailDTO
|
2022-09-30 09:56:06 +00:00
|
|
|
opts []repo.DBOption
|
2022-09-23 08:33:55 +00:00
|
|
|
)
|
|
|
|
opts = append(opts, appDetailRepo.WithAppId(appId), appDetailRepo.WithVersion(version))
|
2022-10-03 09:35:39 +00:00
|
|
|
detail, err := appDetailRepo.GetFirst(opts...)
|
2022-09-23 08:33:55 +00:00
|
|
|
if err != nil {
|
|
|
|
return appDetailDTO, err
|
|
|
|
}
|
|
|
|
appDetailDTO.AppDetail = detail
|
2022-12-01 08:45:00 +00:00
|
|
|
appDetailDTO.Enable = true
|
|
|
|
|
2023-03-30 08:47:47 +00:00
|
|
|
if appType == "runtime" {
|
|
|
|
app, err := appRepo.GetFirst(commonRepo.WithByID(appId))
|
|
|
|
if err != nil {
|
|
|
|
return appDetailDTO, err
|
|
|
|
}
|
|
|
|
fileOp := files.NewFileOp()
|
2023-04-02 08:54:00 +00:00
|
|
|
buildPath := path.Join(constant.AppResourceDir, app.Key, "versions", detail.Version, "build")
|
|
|
|
paramsPath := path.Join(buildPath, "config.json")
|
2023-03-30 08:47:47 +00:00
|
|
|
if !fileOp.Stat(paramsPath) {
|
|
|
|
return appDetailDTO, buserr.New(constant.ErrFileNotExist)
|
|
|
|
}
|
|
|
|
param, err := fileOp.GetContent(paramsPath)
|
|
|
|
if err != nil {
|
|
|
|
return appDetailDTO, err
|
|
|
|
}
|
|
|
|
paramMap := make(map[string]interface{})
|
|
|
|
if err := json.Unmarshal(param, ¶mMap); err != nil {
|
|
|
|
return appDetailDTO, err
|
|
|
|
}
|
|
|
|
appDetailDTO.Params = paramMap
|
2023-04-02 08:54:00 +00:00
|
|
|
composePath := path.Join(buildPath, "docker-compose.yml")
|
|
|
|
if !fileOp.Stat(composePath) {
|
|
|
|
return appDetailDTO, buserr.New(constant.ErrFileNotExist)
|
|
|
|
}
|
|
|
|
compose, err := fileOp.GetContent(composePath)
|
|
|
|
if err != nil {
|
|
|
|
return appDetailDTO, err
|
|
|
|
}
|
|
|
|
composeMap := make(map[string]interface{})
|
|
|
|
if err := yaml.Unmarshal(compose, &composeMap); err != nil {
|
|
|
|
return appDetailDTO, err
|
|
|
|
}
|
|
|
|
if service, ok := composeMap["services"]; ok {
|
|
|
|
servicesMap := service.(map[string]interface{})
|
|
|
|
for k := range servicesMap {
|
|
|
|
appDetailDTO.Image = k
|
|
|
|
}
|
|
|
|
}
|
2023-03-30 08:47:47 +00:00
|
|
|
} else {
|
|
|
|
paramMap := make(map[string]interface{})
|
|
|
|
if err := json.Unmarshal([]byte(detail.Params), ¶mMap); err != nil {
|
|
|
|
return appDetailDTO, err
|
|
|
|
}
|
|
|
|
appDetailDTO.Params = paramMap
|
|
|
|
}
|
|
|
|
|
2022-12-01 08:45:00 +00:00
|
|
|
app, err := appRepo.GetFirst(commonRepo.WithByID(detail.AppId))
|
|
|
|
if err != nil {
|
|
|
|
return appDetailDTO, err
|
|
|
|
}
|
|
|
|
if err := checkLimit(app); err != nil {
|
|
|
|
appDetailDTO.Enable = false
|
|
|
|
}
|
2022-09-23 08:33:55 +00:00
|
|
|
return appDetailDTO, nil
|
|
|
|
}
|
2023-04-03 09:47:23 +00:00
|
|
|
func (a AppService) GetAppDetailByID(id uint) (*response.AppDetailDTO, error) {
|
|
|
|
res := &response.AppDetailDTO{}
|
|
|
|
appDetail, err := appDetailRepo.GetFirst(commonRepo.WithByID(id))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
res.AppDetail = appDetail
|
|
|
|
paramMap := make(map[string]interface{})
|
|
|
|
if err := json.Unmarshal([]byte(appDetail.Params), ¶mMap); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
res.Params = paramMap
|
|
|
|
return res, nil
|
|
|
|
}
|
2022-09-23 08:33:55 +00:00
|
|
|
|
2023-04-11 06:38:27 +00:00
|
|
|
func (a AppService) Install(ctx context.Context, req request.AppInstallCreate) (appInstall *model.AppInstall, err error) {
|
|
|
|
if err = docker.CreateDefaultDockerNetwork(); err != nil {
|
|
|
|
err = buserr.WithDetail(constant.Err1PanelNetworkFailed, err.Error(), nil)
|
|
|
|
return
|
2023-03-22 10:22:29 +00:00
|
|
|
}
|
2023-02-07 08:29:54 +00:00
|
|
|
if list, _ := appInstallRepo.ListBy(commonRepo.WithByName(req.Name)); len(list) > 0 {
|
2023-04-11 06:38:27 +00:00
|
|
|
err = buserr.New(constant.ErrNameIsExist)
|
|
|
|
return
|
2022-12-02 02:31:07 +00:00
|
|
|
}
|
2023-04-11 06:38:27 +00:00
|
|
|
var (
|
|
|
|
httpPort int
|
|
|
|
httpsPort int
|
|
|
|
appDetail model.AppDetail
|
|
|
|
app model.App
|
|
|
|
)
|
|
|
|
httpPort, err = checkPort("PANEL_APP_PORT_HTTP", req.Params)
|
2022-10-11 08:27:58 +00:00
|
|
|
if err != nil {
|
2023-04-11 06:38:27 +00:00
|
|
|
return
|
2022-10-11 08:27:58 +00:00
|
|
|
}
|
2023-04-11 06:38:27 +00:00
|
|
|
httpsPort, err = checkPort("PANEL_APP_PORT_HTTPS", req.Params)
|
2022-10-11 08:27:58 +00:00
|
|
|
if err != nil {
|
2023-04-11 06:38:27 +00:00
|
|
|
return
|
2022-09-27 08:57:23 +00:00
|
|
|
}
|
2023-04-11 06:38:27 +00:00
|
|
|
appDetail, err = appDetailRepo.GetFirst(commonRepo.WithByID(req.AppDetailId))
|
2022-09-26 08:32:40 +00:00
|
|
|
if err != nil {
|
2023-04-11 06:38:27 +00:00
|
|
|
return
|
2022-09-26 08:32:40 +00:00
|
|
|
}
|
2023-04-11 06:38:27 +00:00
|
|
|
app, err = appRepo.GetFirst(commonRepo.WithByID(appDetail.AppId))
|
2022-10-07 07:49:39 +00:00
|
|
|
if err != nil {
|
2023-05-15 14:40:05 +00:00
|
|
|
return
|
2022-10-07 07:49:39 +00:00
|
|
|
}
|
2023-04-11 06:38:27 +00:00
|
|
|
if err = checkRequiredAndLimit(app); err != nil {
|
|
|
|
return
|
2022-10-10 14:56:42 +00:00
|
|
|
}
|
2023-02-22 05:56:03 +00:00
|
|
|
|
2023-04-11 06:38:27 +00:00
|
|
|
appInstall = &model.AppInstall{
|
2022-12-21 07:54:34 +00:00
|
|
|
Name: req.Name,
|
2022-09-29 10:16:56 +00:00
|
|
|
AppId: appDetail.AppId,
|
|
|
|
AppDetailId: appDetail.ID,
|
|
|
|
Version: appDetail.Version,
|
|
|
|
Status: constant.Installing,
|
2022-10-11 08:27:58 +00:00
|
|
|
HttpPort: httpPort,
|
|
|
|
HttpsPort: httpsPort,
|
|
|
|
App: app,
|
2022-10-09 15:35:24 +00:00
|
|
|
}
|
2022-09-29 10:16:56 +00:00
|
|
|
composeMap := make(map[string]interface{})
|
2023-04-11 06:38:27 +00:00
|
|
|
if err = yaml.Unmarshal([]byte(appDetail.DockerCompose), &composeMap); err != nil {
|
|
|
|
return
|
2022-09-29 10:16:56 +00:00
|
|
|
}
|
2023-02-22 05:56:03 +00:00
|
|
|
|
|
|
|
value, ok := composeMap["services"]
|
|
|
|
if !ok {
|
2023-05-15 14:40:05 +00:00
|
|
|
err = buserr.New(constant.ErrFileParse)
|
2023-04-11 06:38:27 +00:00
|
|
|
return
|
2023-02-22 05:56:03 +00:00
|
|
|
}
|
|
|
|
servicesMap := value.(map[string]interface{})
|
2022-09-29 10:16:56 +00:00
|
|
|
changeKeys := make(map[string]string, len(servicesMap))
|
2023-02-22 05:56:03 +00:00
|
|
|
index := 0
|
|
|
|
for k := range servicesMap {
|
2022-09-29 10:16:56 +00:00
|
|
|
serviceName := k + "-" + common.RandStr(4)
|
|
|
|
changeKeys[k] = serviceName
|
|
|
|
containerName := constant.ContainerPrefix + k + "-" + common.RandStr(4)
|
2023-02-22 05:56:03 +00:00
|
|
|
if index > 0 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
req.Params["CONTAINER_NAME"] = containerName
|
2022-10-11 08:27:58 +00:00
|
|
|
appInstall.ServiceName = serviceName
|
|
|
|
appInstall.ContainerName = containerName
|
2023-02-22 05:56:03 +00:00
|
|
|
index++
|
2022-09-29 10:16:56 +00:00
|
|
|
}
|
|
|
|
for k, v := range changeKeys {
|
|
|
|
servicesMap[v] = servicesMap[k]
|
|
|
|
delete(servicesMap, k)
|
|
|
|
}
|
2023-04-11 06:38:27 +00:00
|
|
|
|
|
|
|
var (
|
|
|
|
composeByte []byte
|
|
|
|
paramByte []byte
|
|
|
|
)
|
|
|
|
|
|
|
|
composeByte, err = yaml.Marshal(composeMap)
|
2022-09-29 10:16:56 +00:00
|
|
|
if err != nil {
|
2023-04-11 06:38:27 +00:00
|
|
|
return
|
2022-09-29 10:16:56 +00:00
|
|
|
}
|
2022-10-11 08:27:58 +00:00
|
|
|
appInstall.DockerCompose = string(composeByte)
|
|
|
|
|
2023-04-11 06:38:27 +00:00
|
|
|
defer func() {
|
|
|
|
if err != nil {
|
|
|
|
hErr := handleAppInstallErr(ctx, appInstall)
|
|
|
|
if hErr != nil {
|
|
|
|
global.LOG.Errorf("delete app dir error %s", hErr.Error())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
paramByte, err = json.Marshal(req.Params)
|
2023-04-07 01:16:09 +00:00
|
|
|
if err != nil {
|
2023-04-11 06:38:27 +00:00
|
|
|
return
|
2023-04-07 01:16:09 +00:00
|
|
|
}
|
|
|
|
appInstall.Env = string(paramByte)
|
2023-04-11 06:38:27 +00:00
|
|
|
if err = appInstallRepo.Create(ctx, appInstall); err != nil {
|
|
|
|
return
|
2022-09-26 08:32:40 +00:00
|
|
|
}
|
2023-04-11 06:38:27 +00:00
|
|
|
if err = createLink(ctx, app, appInstall, req.Params); err != nil {
|
|
|
|
return
|
2022-09-29 10:16:56 +00:00
|
|
|
}
|
2023-04-11 06:38:27 +00:00
|
|
|
if err = upAppPre(app, appInstall); err != nil {
|
|
|
|
return
|
2023-03-31 04:16:14 +00:00
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
go func() {
|
|
|
|
if err = downloadApp(app, appDetail, appInstall, req); err != nil {
|
|
|
|
_ = appInstallRepo.Save(ctx, appInstall)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
upApp(appInstall)
|
|
|
|
}()
|
2022-12-09 08:03:00 +00:00
|
|
|
go updateToolApp(appInstall)
|
2023-04-11 06:38:27 +00:00
|
|
|
return
|
2022-09-26 08:32:40 +00:00
|
|
|
}
|
|
|
|
|
2023-02-14 03:17:02 +00:00
|
|
|
func (a AppService) GetAppUpdate() (*response.AppUpdateRes, error) {
|
2023-02-17 07:13:55 +00:00
|
|
|
res := &response.AppUpdateRes{
|
|
|
|
CanUpdate: false,
|
|
|
|
}
|
2023-02-14 03:17:02 +00:00
|
|
|
setting, err := NewISettingService().GetSettingInfo()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
versionUrl := fmt.Sprintf("%s/%s/1panel.json", global.CONF.System.AppRepo, global.CONF.System.Mode)
|
2023-02-27 09:22:14 +00:00
|
|
|
versionRes, err := http.Get(versionUrl)
|
2023-02-17 07:13:55 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
defer versionRes.Body.Close()
|
2023-04-07 03:30:10 +00:00
|
|
|
body, err := io.ReadAll(versionRes.Body)
|
2023-02-14 03:17:02 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
list := &dto.AppList{}
|
2023-02-17 07:13:55 +00:00
|
|
|
if err = json.Unmarshal(body, list); err != nil {
|
2023-02-14 03:17:02 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
res.AppStoreLastModified = list.LastModified
|
|
|
|
res.List = *list
|
|
|
|
|
|
|
|
appStoreLastModified, _ := strconv.Atoi(setting.AppStoreLastModified)
|
|
|
|
if setting.AppStoreLastModified == "" || list.LastModified > appStoreLastModified {
|
2023-02-14 03:17:02 +00:00
|
|
|
res.CanUpdate = true
|
|
|
|
return res, err
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
res.CanUpdate = true
|
2023-02-17 08:21:13 +00:00
|
|
|
return res, nil
|
2023-02-14 03:17:02 +00:00
|
|
|
}
|
|
|
|
|
2023-04-08 06:02:14 +00:00
|
|
|
func (a AppService) SyncAppListFromLocal() {
|
2023-05-15 14:40:05 +00:00
|
|
|
//fileOp := files.NewFileOp()
|
|
|
|
//appDir := constant.LocalAppResourceDir
|
|
|
|
//listFile := path.Join(appDir, "list.json")
|
|
|
|
//if !fileOp.Stat(listFile) {
|
|
|
|
// return
|
|
|
|
//}
|
|
|
|
//global.LOG.Infof("start sync local apps...")
|
|
|
|
//content, err := fileOp.GetContent(listFile)
|
|
|
|
//if err != nil {
|
|
|
|
// global.LOG.Errorf("get list.json content failed %s", err.Error())
|
|
|
|
// return
|
|
|
|
//}
|
|
|
|
//list := &dto.AppList{}
|
|
|
|
//if err := json.Unmarshal(content, list); err != nil {
|
|
|
|
// global.LOG.Errorf("unmarshal list.json failed %s", err.Error())
|
|
|
|
// return
|
|
|
|
//}
|
|
|
|
//oldApps, _ := appRepo.GetBy(appRepo.WithResource(constant.AppResourceLocal))
|
|
|
|
//appsMap := getApps(oldApps, list.Apps, true)
|
|
|
|
//for _, l := range list.Apps {
|
|
|
|
// localKey := "local" + l.Config.Key
|
|
|
|
// app := appsMap[localKey]
|
|
|
|
// icon, err := os.ReadFile(path.Join(appDir, l.Config.Key, "metadata", "logo.png"))
|
|
|
|
// if err != nil {
|
|
|
|
// global.LOG.Errorf("get [%s] icon error: %s", l.Name, err.Error())
|
|
|
|
// continue
|
|
|
|
// }
|
|
|
|
// iconStr := base64.StdEncoding.EncodeToString(icon)
|
|
|
|
// app.Icon = iconStr
|
|
|
|
// app.TagsKey = append(l.Tags, "Local")
|
|
|
|
// app.Recommend = 9999
|
|
|
|
// versions := l.Versions
|
|
|
|
// detailsMap := getAppDetails(app.Details, versions)
|
|
|
|
//
|
|
|
|
// for _, v := range versions {
|
|
|
|
// detail := detailsMap[v]
|
|
|
|
// detailPath := path.Join(appDir, l.Key, "versions", v)
|
|
|
|
// if _, err := os.Stat(detailPath); err != nil {
|
|
|
|
// global.LOG.Errorf("get [%s] folder error: %s", detailPath, err.Error())
|
|
|
|
// continue
|
|
|
|
// }
|
|
|
|
// readmeStr, err := os.ReadFile(path.Join(detailPath, "README.md"))
|
|
|
|
// if err != nil {
|
|
|
|
// global.LOG.Errorf("get [%s] README error: %s", detailPath, err.Error())
|
|
|
|
// }
|
|
|
|
// detail.Readme = string(readmeStr)
|
|
|
|
// dockerComposeStr, err := os.ReadFile(path.Join(detailPath, "docker-compose.yml"))
|
|
|
|
// if err != nil {
|
|
|
|
// global.LOG.Errorf("get [%s] docker-compose.yml error: %s", detailPath, err.Error())
|
|
|
|
// continue
|
|
|
|
// }
|
|
|
|
// detail.DockerCompose = string(dockerComposeStr)
|
|
|
|
// paramStr, err := os.ReadFile(path.Join(detailPath, "config.json"))
|
|
|
|
// if err != nil {
|
|
|
|
// global.LOG.Errorf("get [%s] form.json error: %s", detailPath, err.Error())
|
|
|
|
// }
|
|
|
|
// detail.Params = string(paramStr)
|
|
|
|
// detailsMap[v] = detail
|
|
|
|
// }
|
|
|
|
// var newDetails []model.AppDetail
|
|
|
|
// for _, v := range detailsMap {
|
|
|
|
// newDetails = append(newDetails, v)
|
|
|
|
// }
|
|
|
|
// app.Details = newDetails
|
|
|
|
// appsMap[localKey] = app
|
|
|
|
//}
|
|
|
|
//var (
|
|
|
|
// addAppArray []model.App
|
|
|
|
// updateArray []model.App
|
|
|
|
// appIds []uint
|
|
|
|
//)
|
|
|
|
//for _, v := range appsMap {
|
|
|
|
// if v.ID == 0 {
|
|
|
|
// addAppArray = append(addAppArray, v)
|
|
|
|
// } else {
|
|
|
|
// updateArray = append(updateArray, v)
|
|
|
|
// appIds = append(appIds, v.ID)
|
|
|
|
// }
|
|
|
|
//}
|
|
|
|
//tx, ctx := getTxAndContext()
|
|
|
|
//if len(addAppArray) > 0 {
|
|
|
|
// if err := appRepo.BatchCreate(ctx, addAppArray); err != nil {
|
|
|
|
// tx.Rollback()
|
|
|
|
// return
|
|
|
|
// }
|
|
|
|
//}
|
|
|
|
//for _, update := range updateArray {
|
|
|
|
// if err := appRepo.Save(ctx, &update); err != nil {
|
|
|
|
// tx.Rollback()
|
|
|
|
// return
|
|
|
|
// }
|
|
|
|
//}
|
|
|
|
//if err := appTagRepo.DeleteByAppIds(ctx, appIds); err != nil {
|
|
|
|
// tx.Rollback()
|
|
|
|
// return
|
|
|
|
//}
|
|
|
|
//apps := append(addAppArray, updateArray...)
|
|
|
|
//var (
|
|
|
|
// addDetails []model.AppDetail
|
|
|
|
// updateDetails []model.AppDetail
|
|
|
|
// appTags []*model.AppTag
|
|
|
|
//)
|
|
|
|
//tags, _ := tagRepo.All()
|
|
|
|
//tagMap := make(map[string]uint, len(tags))
|
|
|
|
//for _, app := range tags {
|
|
|
|
// tagMap[app.Key] = app.ID
|
|
|
|
//}
|
|
|
|
//for _, a := range apps {
|
|
|
|
// for _, t := range a.TagsKey {
|
|
|
|
// tagId, ok := tagMap[t]
|
|
|
|
// if ok {
|
|
|
|
// appTags = append(appTags, &model.AppTag{
|
|
|
|
// AppId: a.ID,
|
|
|
|
// TagId: tagId,
|
|
|
|
// })
|
|
|
|
// }
|
|
|
|
// }
|
|
|
|
// for _, d := range a.Details {
|
|
|
|
// d.AppId = a.ID
|
|
|
|
// if d.ID == 0 {
|
|
|
|
// addDetails = append(addDetails, d)
|
|
|
|
// } else {
|
|
|
|
// updateDetails = append(updateDetails, d)
|
|
|
|
// }
|
|
|
|
// }
|
|
|
|
//}
|
|
|
|
//if len(addDetails) > 0 {
|
|
|
|
// if err := appDetailRepo.BatchCreate(ctx, addDetails); err != nil {
|
|
|
|
// tx.Rollback()
|
|
|
|
// return
|
|
|
|
// }
|
|
|
|
//}
|
|
|
|
//for _, u := range updateDetails {
|
|
|
|
// if err := appDetailRepo.Update(ctx, u); err != nil {
|
|
|
|
// tx.Rollback()
|
|
|
|
// return
|
|
|
|
// }
|
|
|
|
//}
|
|
|
|
//if len(appTags) > 0 {
|
|
|
|
// if err := appTagRepo.BatchCreate(ctx, appTags); err != nil {
|
|
|
|
// tx.Rollback()
|
|
|
|
// return
|
|
|
|
// }
|
|
|
|
//}
|
|
|
|
//tx.Commit()
|
|
|
|
//global.LOG.Infof("sync local apps success")
|
2023-04-08 06:02:14 +00:00
|
|
|
}
|
|
|
|
func (a AppService) SyncAppListFromRemote() error {
|
2023-02-14 03:17:02 +00:00
|
|
|
updateRes, err := a.GetAppUpdate()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if !updateRes.CanUpdate {
|
2023-05-15 14:40:05 +00:00
|
|
|
//global.LOG.Infof("The latest version is [%s] The app store is already up to date", updateRes.Version)
|
2023-02-14 03:17:02 +00:00
|
|
|
return nil
|
|
|
|
}
|
2022-09-22 08:16:04 +00:00
|
|
|
var (
|
2022-09-30 09:56:06 +00:00
|
|
|
tags []*model.Tag
|
|
|
|
appTags []*model.AppTag
|
2023-05-15 14:40:05 +00:00
|
|
|
list = updateRes.List
|
2022-09-22 08:16:04 +00:00
|
|
|
)
|
2023-05-15 14:40:05 +00:00
|
|
|
for _, t := range list.Extra.Tags {
|
2022-09-22 08:16:04 +00:00
|
|
|
tags = append(tags, &model.Tag{
|
|
|
|
Key: t.Key,
|
|
|
|
Name: t.Name,
|
|
|
|
})
|
|
|
|
}
|
2023-04-08 06:02:14 +00:00
|
|
|
oldApps, err := appRepo.GetBy(appRepo.WithResource(constant.AppResourceRemote))
|
2022-09-30 09:56:06 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
baseRemoteUrl := fmt.Sprintf("%s/%s/1panel", global.CONF.System.AppRepo, global.CONF.System.Mode)
|
|
|
|
appsMap := getApps(oldApps, list.Apps, false)
|
|
|
|
for _, l := range list.Apps {
|
|
|
|
app := appsMap[l.AppProperty.Key]
|
|
|
|
iconRes, err := http.Get(l.Icon)
|
2022-09-22 08:16:04 +00:00
|
|
|
if err != nil {
|
2023-05-15 14:40:05 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
body, err := io.ReadAll(iconRes.Body)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
iconStr := base64.StdEncoding.EncodeToString(body)
|
2022-09-30 09:56:06 +00:00
|
|
|
app.Icon = iconStr
|
2023-05-15 14:40:05 +00:00
|
|
|
app.TagsKey = l.AppProperty.Tags
|
|
|
|
if l.AppProperty.Recommend > 0 {
|
|
|
|
app.Recommend = l.AppProperty.Recommend
|
2023-02-08 08:21:17 +00:00
|
|
|
} else {
|
|
|
|
app.Recommend = 9999
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
app.ReadMe = l.ReadMe
|
|
|
|
app.LastModified = l.LastModified
|
2022-09-22 08:16:04 +00:00
|
|
|
versions := l.Versions
|
2022-09-30 09:56:06 +00:00
|
|
|
detailsMap := getAppDetails(app.Details, versions)
|
2022-09-22 08:16:04 +00:00
|
|
|
for _, v := range versions {
|
2023-05-15 14:40:05 +00:00
|
|
|
version := v.Name
|
|
|
|
detail := detailsMap[version]
|
|
|
|
|
|
|
|
dockerComposeUrl := fmt.Sprintf("%s/%s/%s/%s", baseRemoteUrl, app.Key, version, "docker-compose.yml")
|
|
|
|
composeRes, err := http.Get(dockerComposeUrl)
|
2022-09-22 08:16:04 +00:00
|
|
|
if err != nil {
|
2023-05-15 14:40:05 +00:00
|
|
|
return err
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
bodyContent, err := io.ReadAll(composeRes.Body)
|
2022-09-22 08:16:04 +00:00
|
|
|
if err != nil {
|
2023-05-15 14:40:05 +00:00
|
|
|
return err
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
detail.DockerCompose = string(bodyContent)
|
|
|
|
|
|
|
|
paramByte, _ := json.Marshal(v.AppForm)
|
|
|
|
detail.Params = string(paramByte)
|
|
|
|
detail.DownloadUrl = v.DownloadUrl
|
|
|
|
detail.DownloadCallBackUrl = v.DownloadCallBackUrl
|
|
|
|
if v.LastModified > detail.LastModified {
|
|
|
|
detail.Update = true
|
|
|
|
detail.LastModified = v.LastModified
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
detailsMap[version] = detail
|
2022-09-30 09:56:06 +00:00
|
|
|
}
|
|
|
|
var newDetails []model.AppDetail
|
2023-05-15 14:40:05 +00:00
|
|
|
for _, detail := range detailsMap {
|
|
|
|
newDetails = append(newDetails, detail)
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2022-09-30 09:56:06 +00:00
|
|
|
app.Details = newDetails
|
2023-05-15 14:40:05 +00:00
|
|
|
appsMap[l.AppProperty.Key] = app
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2022-09-30 09:56:06 +00:00
|
|
|
|
|
|
|
var (
|
2023-05-15 14:40:05 +00:00
|
|
|
addAppArray []model.App
|
|
|
|
updateAppArray []model.App
|
|
|
|
deleteAppArray []model.App
|
|
|
|
deleteIds []uint
|
|
|
|
tagMap = make(map[string]uint, len(tags))
|
2022-09-30 09:56:06 +00:00
|
|
|
)
|
2023-04-08 06:02:14 +00:00
|
|
|
|
2022-09-30 09:56:06 +00:00
|
|
|
for _, v := range appsMap {
|
|
|
|
if v.ID == 0 {
|
|
|
|
addAppArray = append(addAppArray, v)
|
|
|
|
} else {
|
2023-05-15 14:40:05 +00:00
|
|
|
if v.Status == constant.AppTakeDown {
|
|
|
|
installs, _ := appInstallRepo.ListBy(appInstallRepo.WithAppId(v.ID))
|
|
|
|
if len(installs) > 0 {
|
|
|
|
updateAppArray = append(updateAppArray, v)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
deleteAppArray = append(deleteAppArray, v)
|
|
|
|
deleteIds = append(deleteIds, v.ID)
|
|
|
|
} else {
|
|
|
|
updateAppArray = append(updateAppArray, v)
|
|
|
|
}
|
2022-09-30 09:56:06 +00:00
|
|
|
}
|
|
|
|
}
|
2022-11-18 06:27:40 +00:00
|
|
|
tx, ctx := getTxAndContext()
|
2022-09-30 09:56:06 +00:00
|
|
|
if len(addAppArray) > 0 {
|
|
|
|
if err := appRepo.BatchCreate(ctx, addAppArray); err != nil {
|
2022-09-22 08:16:04 +00:00
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
if len(deleteAppArray) > 0 {
|
|
|
|
if err := appRepo.BatchDelete(ctx, deleteAppArray); err != nil {
|
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := appDetailRepo.DeleteByAppIds(ctx, deleteIds); err != nil {
|
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2022-09-22 08:16:04 +00:00
|
|
|
if err := tagRepo.DeleteAll(ctx); err != nil {
|
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if len(tags) > 0 {
|
|
|
|
if err := tagRepo.BatchCreate(ctx, tags); err != nil {
|
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
2022-09-30 09:56:06 +00:00
|
|
|
for _, t := range tags {
|
|
|
|
tagMap[t.Key] = t.ID
|
|
|
|
}
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
for _, update := range updateAppArray {
|
2022-09-30 09:56:06 +00:00
|
|
|
if err := appRepo.Save(ctx, &update); err != nil {
|
2022-09-22 08:16:04 +00:00
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
apps := append(addAppArray, updateAppArray...)
|
2022-09-22 08:16:04 +00:00
|
|
|
|
|
|
|
var (
|
2022-09-30 09:56:06 +00:00
|
|
|
addDetails []model.AppDetail
|
|
|
|
updateDetails []model.AppDetail
|
2023-05-15 14:40:05 +00:00
|
|
|
deleteDetails []model.AppDetail
|
2022-09-22 08:16:04 +00:00
|
|
|
)
|
2023-05-15 14:40:05 +00:00
|
|
|
for _, app := range apps {
|
|
|
|
for _, t := range app.TagsKey {
|
2022-09-22 08:16:04 +00:00
|
|
|
tagId, ok := tagMap[t]
|
|
|
|
if ok {
|
|
|
|
appTags = append(appTags, &model.AppTag{
|
2023-05-15 14:40:05 +00:00
|
|
|
AppId: app.ID,
|
2022-09-22 08:16:04 +00:00
|
|
|
TagId: tagId,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
for _, d := range app.Details {
|
|
|
|
d.AppId = app.ID
|
2022-09-30 09:56:06 +00:00
|
|
|
if d.ID == 0 {
|
|
|
|
addDetails = append(addDetails, d)
|
|
|
|
} else {
|
2023-05-15 14:40:05 +00:00
|
|
|
if d.Status == constant.AppTakeDown {
|
|
|
|
deleteDetails = append(deleteDetails, d)
|
|
|
|
} else {
|
|
|
|
updateDetails = append(updateDetails, d)
|
|
|
|
}
|
2022-09-30 09:56:06 +00:00
|
|
|
}
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
|
|
|
}
|
2022-09-30 09:56:06 +00:00
|
|
|
if len(addDetails) > 0 {
|
|
|
|
if err := appDetailRepo.BatchCreate(ctx, addDetails); err != nil {
|
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
2022-09-22 08:16:04 +00:00
|
|
|
}
|
2022-09-30 09:56:06 +00:00
|
|
|
for _, u := range updateDetails {
|
|
|
|
if err := appDetailRepo.Update(ctx, u); err != nil {
|
2022-09-22 08:16:04 +00:00
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2023-05-15 14:40:05 +00:00
|
|
|
|
2022-09-30 09:56:06 +00:00
|
|
|
if err := appTagRepo.DeleteAll(ctx); err != nil {
|
2022-09-22 08:16:04 +00:00
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if len(appTags) > 0 {
|
|
|
|
if err := appTagRepo.BatchCreate(ctx, appTags); err != nil {
|
|
|
|
tx.Rollback()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
tx.Commit()
|
2023-05-15 14:40:05 +00:00
|
|
|
if err := NewISettingService().Update("AppStoreLastModified", strconv.Itoa(list.LastModified)); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2022-09-22 08:16:04 +00:00
|
|
|
return nil
|
|
|
|
}
|