2019-10-28 00:12:10 +08:00
|
|
|
// +build linux darwin freebsd
|
2014-05-14 02:25:48 +08:00
|
|
|
|
2016-06-03 09:09:14 +08:00
|
|
|
package command
|
2014-05-14 02:25:48 +08:00
|
|
|
|
|
|
|
import (
|
2020-02-26 15:51:34 +08:00
|
|
|
"context"
|
2014-10-27 02:34:55 +08:00
|
|
|
"fmt"
|
2018-12-29 15:36:13 +08:00
|
|
|
"os"
|
2020-10-04 04:37:33 +08:00
|
|
|
"os/user"
|
2019-04-11 14:25:41 +08:00
|
|
|
"path"
|
2021-06-03 01:30:55 +08:00
|
|
|
"path/filepath"
|
2014-10-27 02:34:55 +08:00
|
|
|
"runtime"
|
2018-12-29 15:36:13 +08:00
|
|
|
"strconv"
|
2018-11-08 23:37:34 +08:00
|
|
|
"strings"
|
2021-06-03 01:30:55 +08:00
|
|
|
"syscall"
|
2018-11-08 23:37:34 +08:00
|
|
|
"time"
|
2014-10-27 02:34:55 +08:00
|
|
|
|
2021-06-03 01:30:55 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage/types"
|
|
|
|
|
2020-11-01 18:36:43 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filesys/meta_cache"
|
|
|
|
|
2020-07-17 04:24:53 +08:00
|
|
|
"github.com/seaweedfs/fuse"
|
|
|
|
"github.com/seaweedfs/fuse/fs"
|
|
|
|
|
2018-05-28 02:52:26 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filesys"
|
2016-06-03 09:09:14 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2020-03-04 16:39:47 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb"
|
2020-02-26 15:51:34 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2019-11-14 14:26:59 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
2016-06-03 09:09:14 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2020-04-28 14:10:23 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util/grace"
|
2014-05-14 02:25:48 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
func runMount(cmd *Command, args []string) bool {
|
2019-02-19 04:11:52 +08:00
|
|
|
|
2020-04-28 14:10:23 +08:00
|
|
|
grace.SetupProfiling(*mountCpuProfile, *mountMemProfile)
|
2020-10-11 11:09:43 +08:00
|
|
|
if *mountReadRetryTime < time.Second {
|
|
|
|
*mountReadRetryTime = time.Second
|
|
|
|
}
|
2020-11-01 18:36:43 +08:00
|
|
|
util.RetryWaitTime = *mountReadRetryTime
|
2019-05-11 06:03:31 +08:00
|
|
|
|
2019-07-24 15:03:05 +08:00
|
|
|
umask, umaskErr := strconv.ParseUint(*mountOptions.umaskString, 8, 64)
|
|
|
|
if umaskErr != nil {
|
|
|
|
fmt.Printf("can not parse umask %s", *mountOptions.umaskString)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2020-06-06 06:27:10 +08:00
|
|
|
if len(args) > 0 {
|
2020-05-19 01:07:12 +08:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2020-03-22 10:14:25 +08:00
|
|
|
return RunMount(&mountOptions, os.FileMode(umask))
|
2019-05-11 06:03:31 +08:00
|
|
|
}
|
|
|
|
|
2021-06-03 01:30:55 +08:00
|
|
|
func getParentInode(mountDir string) (uint64, error) {
|
|
|
|
parentDir := filepath.Clean(filepath.Join(mountDir, ".."))
|
|
|
|
fi, err := os.Stat(parentDir)
|
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
|
|
|
|
stat, ok := fi.Sys().(*syscall.Stat_t)
|
|
|
|
if !ok {
|
|
|
|
return 0, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return stat.Ino, nil
|
|
|
|
}
|
|
|
|
|
2020-03-22 10:14:25 +08:00
|
|
|
func RunMount(option *MountOptions, umask os.FileMode) bool {
|
|
|
|
|
2021-05-21 16:28:00 +08:00
|
|
|
filers := strings.Split(*option.filer, ",")
|
2020-04-03 15:21:03 +08:00
|
|
|
// parse filer grpc address
|
2021-05-21 16:28:00 +08:00
|
|
|
filerGrpcAddresses, err := pb.ParseServersToGrpcAddresses(filers)
|
2020-04-03 15:21:03 +08:00
|
|
|
if err != nil {
|
|
|
|
glog.V(0).Infof("ParseFilerGrpcAddress: %v", err)
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2020-12-30 03:51:38 +08:00
|
|
|
util.LoadConfiguration("security", false)
|
2020-04-03 15:21:03 +08:00
|
|
|
// try to connect to filer, filerBucketsPath may be useful later
|
|
|
|
grpcDialOption := security.LoadClientTLS(util.GetViper(), "grpc.client")
|
|
|
|
var cipher bool
|
2021-03-12 08:36:43 +08:00
|
|
|
for i := 0; i < 10; i++ {
|
2021-05-21 16:28:00 +08:00
|
|
|
err = pb.WithOneOfGrpcFilerClients(filerGrpcAddresses, grpcDialOption, func(client filer_pb.SeaweedFilerClient) error {
|
2021-03-12 08:36:43 +08:00
|
|
|
resp, err := client.GetFilerConfiguration(context.Background(), &filer_pb.GetFilerConfigurationRequest{})
|
|
|
|
if err != nil {
|
2021-05-21 16:28:00 +08:00
|
|
|
return fmt.Errorf("get filer grpc address %v configuration: %v", filerGrpcAddresses, err)
|
2021-03-12 08:36:43 +08:00
|
|
|
}
|
|
|
|
cipher = resp.Cipher
|
|
|
|
return nil
|
|
|
|
})
|
2020-04-03 15:21:03 +08:00
|
|
|
if err != nil {
|
2021-05-21 16:28:00 +08:00
|
|
|
glog.V(0).Infof("failed to talk to filer %v: %v", filerGrpcAddresses, err)
|
2021-03-12 08:36:43 +08:00
|
|
|
glog.V(0).Infof("wait for %d seconds ...", i+1)
|
2021-03-15 04:21:02 +08:00
|
|
|
time.Sleep(time.Duration(i+1) * time.Second)
|
2020-04-03 15:21:03 +08:00
|
|
|
}
|
2021-03-12 08:36:43 +08:00
|
|
|
}
|
2020-04-03 15:21:03 +08:00
|
|
|
if err != nil {
|
2021-05-21 16:28:00 +08:00
|
|
|
glog.Errorf("failed to talk to filer %v: %v", filerGrpcAddresses, err)
|
2020-04-03 15:21:03 +08:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2020-03-22 10:14:25 +08:00
|
|
|
filerMountRootPath := *option.filerMountRootPath
|
2020-07-17 13:38:55 +08:00
|
|
|
dir := util.ResolvePath(*option.dir)
|
2021-06-03 01:30:55 +08:00
|
|
|
parentInode, err := getParentInode(dir)
|
|
|
|
if err != nil {
|
|
|
|
glog.Errorf("failed to retrieve inode for parent directory of %s: %v", dir, err)
|
|
|
|
return true
|
|
|
|
}
|
2019-05-11 06:03:31 +08:00
|
|
|
|
2020-06-02 15:10:35 +08:00
|
|
|
fmt.Printf("This is SeaweedFS version %s %s %s\n", util.Version(), runtime.GOOS, runtime.GOARCH)
|
2019-05-11 06:03:31 +08:00
|
|
|
if dir == "" {
|
2014-05-14 02:25:48 +08:00
|
|
|
fmt.Printf("Please specify the mount directory via \"-dir\"")
|
|
|
|
return false
|
|
|
|
}
|
2021-06-03 01:30:55 +08:00
|
|
|
|
|
|
|
chunkSizeLimitMB := *mountOptions.chunkSizeLimitMB
|
2019-05-11 06:03:31 +08:00
|
|
|
if chunkSizeLimitMB <= 0 {
|
2018-05-29 16:21:21 +08:00
|
|
|
fmt.Printf("Please specify a reasonable buffer size.")
|
|
|
|
return false
|
|
|
|
}
|
2014-05-14 02:25:48 +08:00
|
|
|
|
2019-05-11 06:03:31 +08:00
|
|
|
fuse.Unmount(dir)
|
|
|
|
|
2018-12-29 15:36:13 +08:00
|
|
|
// detect mount folder mode
|
2020-06-13 02:46:58 +08:00
|
|
|
if *option.dirAutoCreate {
|
2020-09-24 10:25:45 +08:00
|
|
|
os.MkdirAll(dir, os.FileMode(0777)&^umask)
|
2020-06-13 02:46:58 +08:00
|
|
|
}
|
2019-05-11 06:03:31 +08:00
|
|
|
fileInfo, err := os.Stat(dir)
|
2018-12-29 15:36:13 +08:00
|
|
|
|
2020-10-04 04:37:33 +08:00
|
|
|
uid, gid := uint32(0), uint32(0)
|
|
|
|
mountMode := os.ModeDir | 0777
|
|
|
|
if err == nil {
|
2021-01-27 12:06:08 +08:00
|
|
|
mountMode = os.ModeDir | os.FileMode(0777)&^umask
|
2020-10-04 04:37:33 +08:00
|
|
|
uid, gid = util.GetFileUidGid(fileInfo)
|
2021-01-27 12:45:52 +08:00
|
|
|
fmt.Printf("mount point owner uid=%d gid=%d mode=%s\n", uid, gid, mountMode)
|
2020-10-04 04:37:33 +08:00
|
|
|
} else {
|
|
|
|
fmt.Printf("can not stat %s\n", dir)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if uid == 0 {
|
|
|
|
if u, err := user.Current(); err == nil {
|
|
|
|
if parsedId, pe := strconv.ParseUint(u.Uid, 10, 32); pe == nil {
|
|
|
|
uid = uint32(parsedId)
|
|
|
|
}
|
|
|
|
if parsedId, pe := strconv.ParseUint(u.Gid, 10, 32); pe == nil {
|
|
|
|
gid = uint32(parsedId)
|
|
|
|
}
|
|
|
|
fmt.Printf("current uid=%d gid=%d\n", uid, gid)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-03 15:07:22 +08:00
|
|
|
// mapping uid, gid
|
|
|
|
uidGidMapper, err := meta_cache.NewUidGidMapper(*option.uidMap, *option.gidMap)
|
|
|
|
if err != nil {
|
|
|
|
fmt.Printf("failed to parse %s %s: %v\n", *option.uidMap, *option.gidMap, err)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2019-11-28 10:20:43 +08:00
|
|
|
// Ensure target mount point availability
|
2019-11-14 14:26:59 +08:00
|
|
|
if isValid := checkMountPointAvailable(dir); !isValid {
|
|
|
|
glog.Fatalf("Expected mount to still be active, target mount point: %s, please check!", dir)
|
2020-04-03 15:21:03 +08:00
|
|
|
return true
|
2019-11-14 14:26:59 +08:00
|
|
|
}
|
|
|
|
|
2019-05-11 06:03:31 +08:00
|
|
|
mountName := path.Base(dir)
|
2018-11-15 14:48:54 +08:00
|
|
|
|
2019-03-11 10:45:40 +08:00
|
|
|
options := []fuse.MountOption{
|
2019-04-11 14:25:41 +08:00
|
|
|
fuse.VolumeName(mountName),
|
2021-05-21 16:28:00 +08:00
|
|
|
fuse.FSName(*option.filer + ":" + filerMountRootPath),
|
2019-11-14 14:26:59 +08:00
|
|
|
fuse.Subtype("seaweedfs"),
|
2020-02-25 14:28:45 +08:00
|
|
|
// fuse.NoAppleDouble(), // include .DS_Store, otherwise can not delete non-empty folders
|
2018-05-07 15:37:47 +08:00
|
|
|
fuse.NoAppleXattr(),
|
|
|
|
fuse.ExclCreate(),
|
|
|
|
fuse.DaemonTimeout("3600"),
|
|
|
|
fuse.AllowSUID(),
|
|
|
|
fuse.DefaultPermissions(),
|
2019-03-11 10:45:40 +08:00
|
|
|
fuse.MaxReadahead(1024 * 128),
|
2018-05-07 15:37:47 +08:00
|
|
|
fuse.AsyncRead(),
|
2018-11-11 16:43:30 +08:00
|
|
|
fuse.WritebackCache(),
|
2021-01-21 15:30:14 +08:00
|
|
|
fuse.MaxBackground(128),
|
|
|
|
fuse.CongestionThreshold(128),
|
2019-03-11 10:45:40 +08:00
|
|
|
}
|
2019-10-28 00:12:10 +08:00
|
|
|
|
|
|
|
options = append(options, osSpecificMountOptions()...)
|
2020-03-22 10:14:25 +08:00
|
|
|
if *option.allowOthers {
|
2019-03-11 10:45:40 +08:00
|
|
|
options = append(options, fuse.AllowOther())
|
|
|
|
}
|
2020-03-22 10:14:25 +08:00
|
|
|
if *option.nonempty {
|
|
|
|
options = append(options, fuse.AllowNonEmptyMount())
|
|
|
|
}
|
2021-04-19 01:02:02 +08:00
|
|
|
if *option.readOnly {
|
|
|
|
options = append(options, fuse.ReadOnly())
|
|
|
|
}
|
2019-03-11 10:45:40 +08:00
|
|
|
|
2020-02-26 15:51:34 +08:00
|
|
|
// find mount point
|
2019-05-11 06:03:31 +08:00
|
|
|
mountRoot := filerMountRootPath
|
2018-07-22 16:14:36 +08:00
|
|
|
if mountRoot != "/" && strings.HasSuffix(mountRoot, "/") {
|
2018-07-22 16:15:11 +08:00
|
|
|
mountRoot = mountRoot[0 : len(mountRoot)-1]
|
2018-07-22 16:14:36 +08:00
|
|
|
}
|
|
|
|
|
2021-02-16 18:47:02 +08:00
|
|
|
diskType := types.ToDiskType(*option.diskType)
|
2020-12-13 16:58:58 +08:00
|
|
|
|
2020-05-19 01:31:12 +08:00
|
|
|
seaweedFileSystem := filesys.NewSeaweedFileSystem(&filesys.Option{
|
2021-01-29 07:23:46 +08:00
|
|
|
MountDirectory: dir,
|
2021-05-21 16:28:00 +08:00
|
|
|
FilerAddresses: filers,
|
|
|
|
FilerGrpcAddresses: filerGrpcAddresses,
|
2021-01-29 07:23:46 +08:00
|
|
|
GrpcDialOption: grpcDialOption,
|
|
|
|
FilerMountRootPath: mountRoot,
|
|
|
|
Collection: *option.collection,
|
|
|
|
Replication: *option.replication,
|
|
|
|
TtlSec: int32(*option.ttlSec),
|
2021-02-10 03:37:07 +08:00
|
|
|
DiskType: diskType,
|
2021-01-29 07:23:46 +08:00
|
|
|
ChunkSizeLimit: int64(chunkSizeLimitMB) * 1024 * 1024,
|
|
|
|
ConcurrentWriters: *option.concurrentWriters,
|
2021-01-29 07:23:16 +08:00
|
|
|
CacheDir: *option.cacheDir,
|
|
|
|
CacheSizeMB: *option.cacheSizeMB,
|
|
|
|
DataCenter: *option.dataCenter,
|
|
|
|
MountUid: uid,
|
|
|
|
MountGid: gid,
|
|
|
|
MountMode: mountMode,
|
|
|
|
MountCtime: fileInfo.ModTime(),
|
|
|
|
MountMtime: time.Now(),
|
2021-06-03 01:30:55 +08:00
|
|
|
MountParentInode: parentInode,
|
2021-01-29 07:23:16 +08:00
|
|
|
Umask: umask,
|
|
|
|
VolumeServerAccess: *mountOptions.volumeServerAccess,
|
|
|
|
Cipher: cipher,
|
|
|
|
UidGidMapper: uidGidMapper,
|
2020-05-19 01:31:12 +08:00
|
|
|
})
|
|
|
|
|
|
|
|
// mount
|
|
|
|
c, err := fuse.Mount(dir, options...)
|
|
|
|
if err != nil {
|
|
|
|
glog.V(0).Infof("mount: %v", err)
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
defer fuse.Unmount(dir)
|
|
|
|
|
|
|
|
grace.OnInterrupt(func() {
|
|
|
|
fuse.Unmount(dir)
|
|
|
|
c.Close()
|
|
|
|
})
|
|
|
|
|
2021-05-21 16:28:00 +08:00
|
|
|
glog.V(0).Infof("mounted %s%s to %v", *option.filer, mountRoot, dir)
|
2021-01-28 11:56:41 +08:00
|
|
|
server := fs.New(c, nil)
|
|
|
|
seaweedFileSystem.Server = server
|
2021-06-07 11:22:42 +08:00
|
|
|
seaweedFileSystem.StartBackgroundTasks()
|
2021-01-28 11:56:41 +08:00
|
|
|
err = server.Serve(seaweedFileSystem)
|
2014-05-14 02:25:48 +08:00
|
|
|
|
|
|
|
// check if the mount process has an error to report
|
|
|
|
<-c.Ready
|
|
|
|
if err := c.MountError; err != nil {
|
2019-12-11 13:44:00 +08:00
|
|
|
glog.V(0).Infof("mount process: %v", err)
|
|
|
|
return true
|
2014-05-14 02:25:48 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|