2022-09-16 18:53:45 +08:00
|
|
|
package service
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/json"
|
2022-10-28 11:02:47 +08:00
|
|
|
"fmt"
|
2022-10-27 23:09:39 +08:00
|
|
|
"os"
|
2022-09-16 18:53:45 +08:00
|
|
|
|
2022-10-17 16:32:31 +08:00
|
|
|
"github.com/1Panel-dev/1Panel/backend/app/dto"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/app/model"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/constant"
|
2022-10-27 23:09:39 +08:00
|
|
|
"github.com/1Panel-dev/1Panel/backend/global"
|
2022-10-17 16:32:31 +08:00
|
|
|
"github.com/1Panel-dev/1Panel/backend/utils/cloud_storage"
|
2022-09-16 18:53:45 +08:00
|
|
|
"github.com/jinzhu/copier"
|
|
|
|
"github.com/pkg/errors"
|
|
|
|
)
|
|
|
|
|
|
|
|
type BackupService struct{}
|
|
|
|
|
|
|
|
type IBackupService interface {
|
2022-09-19 19:42:06 +08:00
|
|
|
List() ([]dto.BackupInfo, error)
|
2022-11-29 17:39:10 +08:00
|
|
|
SearchRecordsWithPage(search dto.RecordSearch) (int64, []dto.BackupRecords, error)
|
2022-10-28 11:02:47 +08:00
|
|
|
DownloadRecord(info dto.DownloadRecord) (string, error)
|
2022-09-16 18:53:45 +08:00
|
|
|
Create(backupDto dto.BackupOperate) error
|
|
|
|
GetBuckets(backupDto dto.ForBuckets) ([]interface{}, error)
|
|
|
|
Update(id uint, upMap map[string]interface{}) error
|
|
|
|
BatchDelete(ids []uint) error
|
2022-10-27 23:09:39 +08:00
|
|
|
BatchDeleteRecord(ids []uint) error
|
2022-09-29 16:15:59 +08:00
|
|
|
NewClient(backup *model.BackupAccount) (cloud_storage.CloudStorageClient, error)
|
2022-09-16 18:53:45 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewIBackupService() IBackupService {
|
|
|
|
return &BackupService{}
|
|
|
|
}
|
|
|
|
|
2022-09-19 19:42:06 +08:00
|
|
|
func (u *BackupService) List() ([]dto.BackupInfo, error) {
|
|
|
|
ops, err := backupRepo.List(commonRepo.WithOrderBy("created_at desc"))
|
2022-09-16 18:53:45 +08:00
|
|
|
var dtobas []dto.BackupInfo
|
|
|
|
for _, group := range ops {
|
|
|
|
var item dto.BackupInfo
|
|
|
|
if err := copier.Copy(&item, &group); err != nil {
|
2022-09-19 19:42:06 +08:00
|
|
|
return nil, errors.WithMessage(constant.ErrStructTransform, err.Error())
|
2022-09-16 18:53:45 +08:00
|
|
|
}
|
|
|
|
dtobas = append(dtobas, item)
|
|
|
|
}
|
2022-09-19 19:42:06 +08:00
|
|
|
return dtobas, err
|
2022-09-16 18:53:45 +08:00
|
|
|
}
|
|
|
|
|
2022-11-29 17:39:10 +08:00
|
|
|
func (u *BackupService) SearchRecordsWithPage(search dto.RecordSearch) (int64, []dto.BackupRecords, error) {
|
2022-10-27 23:09:39 +08:00
|
|
|
total, records, err := backupRepo.PageRecord(
|
|
|
|
search.Page, search.PageSize,
|
|
|
|
commonRepo.WithOrderBy("created_at desc"),
|
|
|
|
commonRepo.WithByName(search.Name),
|
|
|
|
commonRepo.WithByType(search.Type),
|
|
|
|
backupRepo.WithByDetailName(search.DetailName),
|
|
|
|
)
|
|
|
|
var dtobas []dto.BackupRecords
|
|
|
|
for _, group := range records {
|
|
|
|
var item dto.BackupRecords
|
|
|
|
if err := copier.Copy(&item, &group); err != nil {
|
|
|
|
return 0, nil, errors.WithMessage(constant.ErrStructTransform, err.Error())
|
|
|
|
}
|
|
|
|
dtobas = append(dtobas, item)
|
|
|
|
}
|
|
|
|
return total, dtobas, err
|
|
|
|
}
|
|
|
|
|
2022-10-28 11:02:47 +08:00
|
|
|
func (u *BackupService) DownloadRecord(info dto.DownloadRecord) (string, error) {
|
|
|
|
if info.Source == "LOCAL" {
|
2022-10-28 18:46:14 +08:00
|
|
|
return info.FileDir + "/" + info.FileName, nil
|
2022-10-28 11:02:47 +08:00
|
|
|
}
|
|
|
|
backup, _ := backupRepo.Get(commonRepo.WithByType(info.Source))
|
|
|
|
if backup.ID == 0 {
|
|
|
|
return "", constant.ErrRecordNotFound
|
|
|
|
}
|
|
|
|
varMap := make(map[string]interface{})
|
|
|
|
if err := json.Unmarshal([]byte(backup.Vars), &varMap); err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
varMap["type"] = backup.Type
|
|
|
|
varMap["bucket"] = backup.Bucket
|
|
|
|
switch backup.Type {
|
|
|
|
case constant.Sftp:
|
|
|
|
varMap["password"] = backup.Credential
|
|
|
|
case constant.OSS, constant.S3, constant.MinIo:
|
|
|
|
varMap["secretKey"] = backup.Credential
|
|
|
|
}
|
|
|
|
backClient, err := cloud_storage.NewCloudStorageClient(varMap)
|
|
|
|
if err != nil {
|
|
|
|
return "", fmt.Errorf("new cloud storage client failed, err: %v", err)
|
|
|
|
}
|
|
|
|
tempPath := fmt.Sprintf("%s%s", constant.DownloadDir, info.FileDir)
|
|
|
|
if _, err := os.Stat(tempPath); err != nil && os.IsNotExist(err) {
|
|
|
|
if err = os.MkdirAll(tempPath, os.ModePerm); err != nil {
|
|
|
|
fmt.Println(err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
targetPath := tempPath + info.FileName
|
|
|
|
if _, err = os.Stat(targetPath); err != nil && os.IsNotExist(err) {
|
|
|
|
isOK, err := backClient.Download(info.FileName, targetPath)
|
|
|
|
if !isOK {
|
|
|
|
return "", fmt.Errorf("cloud storage download failed, err: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return targetPath, nil
|
|
|
|
}
|
|
|
|
|
2022-09-16 18:53:45 +08:00
|
|
|
func (u *BackupService) Create(backupDto dto.BackupOperate) error {
|
2022-09-19 19:42:06 +08:00
|
|
|
backup, _ := backupRepo.Get(commonRepo.WithByType(backupDto.Type))
|
2022-09-16 18:53:45 +08:00
|
|
|
if backup.ID != 0 {
|
|
|
|
return constant.ErrRecordExist
|
|
|
|
}
|
|
|
|
if err := copier.Copy(&backup, &backupDto); err != nil {
|
|
|
|
return errors.WithMessage(constant.ErrStructTransform, err.Error())
|
|
|
|
}
|
|
|
|
if err := backupRepo.Create(&backup); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
var backupinfo dto.BackupInfo
|
|
|
|
if err := copier.Copy(&backupinfo, &backup); err != nil {
|
|
|
|
return errors.WithMessage(constant.ErrStructTransform, err.Error())
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (u *BackupService) GetBuckets(backupDto dto.ForBuckets) ([]interface{}, error) {
|
|
|
|
varMap := make(map[string]interface{})
|
|
|
|
if err := json.Unmarshal([]byte(backupDto.Vars), &varMap); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
varMap["type"] = backupDto.Type
|
|
|
|
switch backupDto.Type {
|
|
|
|
case constant.Sftp:
|
|
|
|
varMap["password"] = backupDto.Credential
|
|
|
|
case constant.OSS, constant.S3, constant.MinIo:
|
|
|
|
varMap["secretKey"] = backupDto.Credential
|
|
|
|
}
|
|
|
|
client, err := cloud_storage.NewCloudStorageClient(varMap)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return client.ListBuckets()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (u *BackupService) BatchDelete(ids []uint) error {
|
|
|
|
return backupRepo.Delete(commonRepo.WithIdsIn(ids))
|
|
|
|
}
|
|
|
|
|
2022-10-27 23:09:39 +08:00
|
|
|
func (u *BackupService) BatchDeleteRecord(ids []uint) error {
|
|
|
|
records, err := backupRepo.ListRecord(commonRepo.WithIdsIn(ids))
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
for _, record := range records {
|
|
|
|
if record.Source == "LOCAL" {
|
2022-12-01 16:21:49 +08:00
|
|
|
if err := os.Remove(record.FileDir + "/" + record.FileName); err != nil {
|
2022-10-27 23:09:39 +08:00
|
|
|
global.LOG.Errorf("remove file %s failed, err: %v", record.FileDir+record.FileName, err)
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
backupAccount, err := backupRepo.Get(commonRepo.WithByName(record.Source))
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
client, err := u.NewClient(&backupAccount)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err = client.Delete(record.FileDir + record.FileName); err != nil {
|
|
|
|
global.LOG.Errorf("remove file %s from %s failed, err: %v", record.FileDir+record.FileName, record.Source, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return backupRepo.DeleteRecord(commonRepo.WithIdsIn(ids))
|
|
|
|
}
|
|
|
|
|
2022-09-16 18:53:45 +08:00
|
|
|
func (u *BackupService) Update(id uint, upMap map[string]interface{}) error {
|
|
|
|
return backupRepo.Update(id, upMap)
|
|
|
|
}
|
2022-09-29 16:15:59 +08:00
|
|
|
|
|
|
|
func (u *BackupService) NewClient(backup *model.BackupAccount) (cloud_storage.CloudStorageClient, error) {
|
|
|
|
varMap := make(map[string]interface{})
|
|
|
|
if err := json.Unmarshal([]byte(backup.Vars), &varMap); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
varMap["type"] = backup.Type
|
|
|
|
if backup.Type == "LOCAL" {
|
|
|
|
return nil, errors.New("not support")
|
|
|
|
}
|
|
|
|
varMap["bucket"] = backup.Bucket
|
|
|
|
switch backup.Type {
|
|
|
|
case constant.Sftp:
|
|
|
|
varMap["password"] = backup.Credential
|
|
|
|
case constant.OSS, constant.S3, constant.MinIo:
|
|
|
|
varMap["secretKey"] = backup.Credential
|
|
|
|
}
|
|
|
|
|
|
|
|
backClient, err := cloud_storage.NewCloudStorageClient(varMap)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return backClient, nil
|
|
|
|
}
|
2022-10-28 18:46:14 +08:00
|
|
|
|
2022-11-09 15:08:38 +08:00
|
|
|
func loadLocalDir() (string, error) {
|
|
|
|
backup, err := backupRepo.Get(commonRepo.WithByType("LOCAL"))
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
2022-10-28 18:46:14 +08:00
|
|
|
varMap := make(map[string]interface{})
|
|
|
|
if err := json.Unmarshal([]byte(backup.Vars), &varMap); err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
if _, ok := varMap["dir"]; !ok {
|
|
|
|
return "", errors.New("load local backup dir failed")
|
|
|
|
}
|
|
|
|
baseDir, ok := varMap["dir"].(string)
|
|
|
|
if ok {
|
|
|
|
if _, err := os.Stat(baseDir); err != nil && os.IsNotExist(err) {
|
|
|
|
if err = os.MkdirAll(baseDir, os.ModePerm); err != nil {
|
|
|
|
if err != nil {
|
|
|
|
return "", fmt.Errorf("mkdir %s failed, err: %v", baseDir, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return baseDir, nil
|
|
|
|
}
|
|
|
|
return "", fmt.Errorf("error type dir: %T", varMap["dir"])
|
|
|
|
}
|