mirror of
https://github.com/1Panel-dev/1Panel.git
synced 2024-12-12 23:49:18 +08:00
225 lines
8.2 KiB
Go
225 lines
8.2 KiB
Go
package service
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"os"
|
|
"path"
|
|
"regexp"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/1Panel-dev/1Panel/backend/constant"
|
|
"github.com/1Panel-dev/1Panel/backend/global"
|
|
"github.com/1Panel-dev/1Panel/backend/utils/cmd"
|
|
"github.com/1Panel-dev/1Panel/backend/utils/files"
|
|
)
|
|
|
|
type snapHelper struct {
|
|
SnapID uint
|
|
Ctx context.Context
|
|
FileOp files.FileOp
|
|
Wg *sync.WaitGroup
|
|
}
|
|
|
|
func snapJson(snap snapHelper, statusID uint, snapJson SnapshotJson, targetDir string) {
|
|
defer snap.Wg.Done()
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel_info": constant.Running})
|
|
status := constant.StatusDone
|
|
remarkInfo, _ := json.MarshalIndent(snapJson, "", "\t")
|
|
if err := os.WriteFile(fmt.Sprintf("%s/snapshot.json", targetDir), remarkInfo, 0640); err != nil {
|
|
status = err.Error()
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel_info": status})
|
|
}
|
|
|
|
func snapPanel(snap snapHelper, statusID uint, targetDir string) {
|
|
defer snap.Wg.Done()
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel": constant.Running})
|
|
status := constant.StatusDone
|
|
if err := cpBinary("/usr/local/bin/1panel", path.Join(targetDir, "1panel")); err != nil {
|
|
status = err.Error()
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel": status})
|
|
}
|
|
|
|
func snapPanelCtl(snap snapHelper, statusID uint, targetDir string) {
|
|
defer snap.Wg.Done()
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel_ctl": constant.Running})
|
|
status := constant.StatusDone
|
|
if err := cpBinary("/usr/local/bin/1pctl", path.Join(targetDir, "1pctl")); err != nil {
|
|
status = err.Error()
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel_ctl": status})
|
|
}
|
|
|
|
func snapPanelService(snap snapHelper, statusID uint, targetDir string) {
|
|
defer snap.Wg.Done()
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel_service": constant.Running})
|
|
status := constant.StatusDone
|
|
if err := cpBinary("/etc/systemd/system/1panel.service", path.Join(targetDir, "1panel.service")); err != nil {
|
|
status = err.Error()
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel_service": status})
|
|
}
|
|
|
|
func snapDaemonJson(snap snapHelper, statusID uint, targetDir string) {
|
|
defer snap.Wg.Done()
|
|
if !snap.FileOp.Stat("/etc/docker/daemon.json") {
|
|
return
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"daemon_json": constant.Running})
|
|
status := constant.StatusDone
|
|
if err := cpBinary("/etc/docker/daemon.json", path.Join(targetDir, "daemon.json")); err != nil {
|
|
status = err.Error()
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"daemon_json": status})
|
|
}
|
|
|
|
func snapAppData(snap snapHelper, statusID uint, targetDir string) {
|
|
defer snap.Wg.Done()
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"app_data": constant.Running})
|
|
appInstalls, err := appInstallRepo.ListBy()
|
|
if err != nil {
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"app_data": err.Error()})
|
|
return
|
|
}
|
|
runtimes, err := runtimeRepo.List()
|
|
if err != nil {
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"app_data": err.Error()})
|
|
return
|
|
}
|
|
imageRegex := regexp.MustCompile(`image:\s*(.*)`)
|
|
var imageSaveList []string
|
|
existStr, _ := cmd.Exec("docker images | awk '{print $1\":\"$2}' | grep -v REPOSITORY:TAG")
|
|
existImages := strings.Split(existStr, "\n")
|
|
duplicateMap := make(map[string]bool)
|
|
for _, app := range appInstalls {
|
|
matches := imageRegex.FindAllStringSubmatch(app.DockerCompose, -1)
|
|
for _, match := range matches {
|
|
for _, existImage := range existImages {
|
|
if match[1] == existImage && !duplicateMap[match[1]] {
|
|
imageSaveList = append(imageSaveList, match[1])
|
|
duplicateMap[match[1]] = true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
for _, rumtime := range runtimes {
|
|
for _, existImage := range existImages {
|
|
if rumtime.Image == existImage && !duplicateMap[rumtime.Image] {
|
|
imageSaveList = append(imageSaveList, rumtime.Image)
|
|
duplicateMap[rumtime.Image] = true
|
|
}
|
|
}
|
|
}
|
|
|
|
global.LOG.Debugf("docker save %s | gzip -c > %s", strings.Join(imageSaveList, " "), path.Join(targetDir, "docker_image.tar"))
|
|
std, err := cmd.Execf("docker save %s | gzip -c > %s", strings.Join(imageSaveList, " "), path.Join(targetDir, "docker_image.tar"))
|
|
if err != nil {
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"app_data": std})
|
|
return
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"app_data": constant.StatusDone})
|
|
}
|
|
|
|
func snapBackup(snap snapHelper, statusID uint, localDir, targetDir string) {
|
|
defer snap.Wg.Done()
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"backup_data": constant.Running})
|
|
status := constant.StatusDone
|
|
if err := handleSnapTar(localDir, targetDir, "1panel_backup.tar.gz", "./system;"); err != nil {
|
|
status = err.Error()
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"backup_data": status})
|
|
}
|
|
|
|
func snapPanelData(snap snapHelper, statusID uint, localDir, targetDir string) {
|
|
defer snap.Wg.Done()
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel_data": constant.Running})
|
|
status := constant.StatusDone
|
|
dataDir := path.Join(global.CONF.System.BaseDir, "1panel")
|
|
exclusionRules := "./tmp;./log;./cache;./db/1Panel.db-*;"
|
|
if strings.Contains(localDir, dataDir) {
|
|
exclusionRules += ("." + strings.ReplaceAll(localDir, dataDir, "") + ";")
|
|
}
|
|
|
|
_ = snapshotRepo.Update(snap.SnapID, map[string]interface{}{"status": "OnSaveData"})
|
|
if err := handleSnapTar(dataDir, targetDir, "1panel_data.tar.gz", exclusionRules); err != nil {
|
|
status = err.Error()
|
|
}
|
|
_ = snapshotRepo.Update(snap.SnapID, map[string]interface{}{"status": constant.StatusWaiting})
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"panel_data": status})
|
|
}
|
|
|
|
func snapCompress(snap snapHelper, statusID uint, rootDir string) {
|
|
defer func() {
|
|
global.LOG.Debugf("remove snapshot file %s", rootDir)
|
|
_ = os.RemoveAll(rootDir)
|
|
}()
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"compress": constant.StatusRunning})
|
|
tmpDir := path.Join(global.CONF.System.TmpDir, "system")
|
|
fileName := fmt.Sprintf("%s.tar.gz", path.Base(rootDir))
|
|
if err := snap.FileOp.Compress([]string{rootDir}, tmpDir, fileName, files.TarGz); err != nil {
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"compress": err.Error()})
|
|
return
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"compress": constant.StatusDone})
|
|
}
|
|
|
|
func snapUpload(account string, statusID uint, file string) {
|
|
source := path.Join(global.CONF.System.TmpDir, "system", path.Base(file))
|
|
defer func() {
|
|
global.LOG.Debugf("remove snapshot file %s", source)
|
|
_ = os.Remove(source)
|
|
}()
|
|
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"upload": constant.StatusUploading})
|
|
backup, err := backupRepo.Get(commonRepo.WithByType(account))
|
|
if err != nil {
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"upload": err.Error()})
|
|
return
|
|
}
|
|
client, err := NewIBackupService().NewClient(&backup)
|
|
if err != nil {
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"upload": err.Error()})
|
|
return
|
|
}
|
|
target := path.Join(backup.BackupPath, "system_snapshot", path.Base(file))
|
|
if _, err := client.Upload(source, target); err != nil {
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"upload": err.Error()})
|
|
return
|
|
}
|
|
_ = snapshotRepo.UpdateStatus(statusID, map[string]interface{}{"upload": constant.StatusDone})
|
|
}
|
|
|
|
func handleSnapTar(sourceDir, targetDir, name, exclusionRules string) error {
|
|
if _, err := os.Stat(targetDir); err != nil && os.IsNotExist(err) {
|
|
if err = os.MkdirAll(targetDir, os.ModePerm); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
exStr := ""
|
|
excludes := strings.Split(exclusionRules, ";")
|
|
for _, exclude := range excludes {
|
|
if len(exclude) == 0 {
|
|
continue
|
|
}
|
|
exStr += " --exclude "
|
|
exStr += exclude
|
|
}
|
|
|
|
commands := fmt.Sprintf("tar --warning=no-file-changed -zcf %s %s -C %s .", targetDir+"/"+name, exStr, sourceDir)
|
|
global.LOG.Debug(commands)
|
|
stdout, err := cmd.ExecWithTimeOut(commands, 30*time.Minute)
|
|
if err != nil {
|
|
if len(stdout) != 0 {
|
|
global.LOG.Errorf("do handle tar failed, stdout: %s, err: %v", stdout, err)
|
|
return fmt.Errorf("do handle tar failed, stdout: %s, err: %v", stdout, err)
|
|
}
|
|
}
|
|
return nil
|
|
}
|