2016-06-03 09:09:14 +08:00
|
|
|
package command
|
2014-03-31 11:57:25 +08:00
|
|
|
|
|
|
|
import (
|
2020-09-28 14:00:43 +08:00
|
|
|
"fmt"
|
2014-03-31 11:57:25 +08:00
|
|
|
"net/http"
|
|
|
|
"strconv"
|
2018-10-11 15:05:54 +08:00
|
|
|
"strings"
|
2014-03-31 11:57:25 +08:00
|
|
|
"time"
|
2014-10-27 02:34:55 +08:00
|
|
|
|
2020-01-30 01:09:55 +08:00
|
|
|
"google.golang.org/grpc/reflection"
|
2019-06-05 16:30:24 +08:00
|
|
|
|
2016-06-03 09:09:14 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2020-03-04 16:39:47 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb"
|
2018-05-28 02:52:26 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2020-01-30 01:09:55 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
2016-06-03 09:09:14 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/server"
|
2020-09-25 01:21:23 +08:00
|
|
|
stats_collect "github.com/chrislusf/seaweedfs/weed/stats"
|
2016-06-03 09:09:14 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2014-03-31 11:57:25 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
2020-09-28 14:00:43 +08:00
|
|
|
f FilerOptions
|
|
|
|
filerStartS3 *bool
|
|
|
|
filerS3Options S3Options
|
2014-03-31 11:57:25 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
type FilerOptions struct {
|
2018-06-01 15:39:39 +08:00
|
|
|
masters *string
|
2016-05-25 23:22:31 +08:00
|
|
|
ip *string
|
2020-04-22 05:21:06 +08:00
|
|
|
bindIp *string
|
2014-03-31 11:57:25 +08:00
|
|
|
port *int
|
2017-05-28 11:14:22 +08:00
|
|
|
publicPort *int
|
2014-03-31 11:57:25 +08:00
|
|
|
collection *string
|
|
|
|
defaultReplicaPlacement *string
|
2015-04-14 14:38:46 +08:00
|
|
|
disableDirListing *bool
|
2016-08-31 11:32:30 +08:00
|
|
|
maxMB *int
|
2018-07-07 17:18:47 +08:00
|
|
|
dirListingLimit *int
|
2018-07-09 17:22:48 +08:00
|
|
|
dataCenter *string
|
2020-10-21 08:41:39 +08:00
|
|
|
rack *string
|
2018-08-13 16:20:49 +08:00
|
|
|
enableNotification *bool
|
2019-03-22 07:00:46 +08:00
|
|
|
disableHttp *bool
|
2020-03-06 16:49:47 +08:00
|
|
|
cipher *bool
|
2020-07-07 00:24:54 +08:00
|
|
|
peers *string
|
2020-09-24 20:45:39 +08:00
|
|
|
metricsHttpPort *int
|
2020-12-05 14:39:43 +08:00
|
|
|
cacheToFilerLimit *int
|
2020-09-24 20:48:39 +08:00
|
|
|
|
2018-12-06 15:24:25 +08:00
|
|
|
// default leveldb directory, used in "weed server" mode
|
|
|
|
defaultLevelDbDirectory *string
|
2014-03-31 11:57:25 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
cmdFiler.Run = runFiler // break init cycle
|
2018-06-01 15:39:39 +08:00
|
|
|
f.masters = cmdFiler.Flag.String("master", "localhost:9333", "comma-separated master servers")
|
2014-03-31 11:57:25 +08:00
|
|
|
f.collection = cmdFiler.Flag.String("collection", "", "all data will be stored in this collection")
|
2020-04-19 06:17:27 +08:00
|
|
|
f.ip = cmdFiler.Flag.String("ip", util.DetectedHostAddress(), "filer server http listen ip address")
|
2020-04-22 05:21:06 +08:00
|
|
|
f.bindIp = cmdFiler.Flag.String("ip.bind", "0.0.0.0", "ip address to bind to")
|
2014-03-31 11:57:25 +08:00
|
|
|
f.port = cmdFiler.Flag.Int("port", 8888, "filer server http listen port")
|
2019-04-12 11:42:55 +08:00
|
|
|
f.publicPort = cmdFiler.Flag.Int("port.readonly", 0, "readonly port opened to public")
|
2020-10-01 00:32:00 +08:00
|
|
|
f.defaultReplicaPlacement = cmdFiler.Flag.String("defaultReplicaPlacement", "", "default replication type. If not specified, use master setting.")
|
2015-04-14 14:38:46 +08:00
|
|
|
f.disableDirListing = cmdFiler.Flag.Bool("disableDirListing", false, "turn off directory listing")
|
2017-09-15 23:24:30 +08:00
|
|
|
f.maxMB = cmdFiler.Flag.Int("maxMB", 32, "split files larger than the limit")
|
2018-11-26 05:43:26 +08:00
|
|
|
f.dirListingLimit = cmdFiler.Flag.Int("dirListLimit", 100000, "limit sub dir listing size")
|
2020-11-12 13:07:52 +08:00
|
|
|
f.dataCenter = cmdFiler.Flag.String("dataCenter", "", "prefer to read and write to volumes in this data center")
|
2020-10-21 08:41:39 +08:00
|
|
|
f.rack = cmdFiler.Flag.String("rack", "", "prefer to write to volumes in this rack")
|
2019-03-22 07:00:46 +08:00
|
|
|
f.disableHttp = cmdFiler.Flag.Bool("disableHttp", false, "disable http request, only gRpc operations are allowed")
|
2020-03-10 13:31:14 +08:00
|
|
|
f.cipher = cmdFiler.Flag.Bool("encryptVolumeData", false, "encrypt data on volume servers")
|
2020-07-07 00:24:54 +08:00
|
|
|
f.peers = cmdFiler.Flag.String("peers", "", "all filers sharing the same filer store in comma separated ip:port list")
|
2020-09-24 20:45:39 +08:00
|
|
|
f.metricsHttpPort = cmdFiler.Flag.Int("metricsPort", 0, "Prometheus metrics listen port")
|
2020-12-05 14:39:43 +08:00
|
|
|
f.cacheToFilerLimit = cmdFiler.Flag.Int("cacheToFilerLimit", 0, "Small files smaller than this limit can be cached in filer store.")
|
2020-09-28 14:00:43 +08:00
|
|
|
|
|
|
|
// start s3 on filer
|
|
|
|
filerStartS3 = cmdFiler.Flag.Bool("s3", false, "whether to start S3 gateway")
|
|
|
|
filerS3Options.port = cmdFiler.Flag.Int("s3.port", 8333, "s3 server http listen port")
|
2020-10-22 14:23:00 +08:00
|
|
|
filerS3Options.domainName = cmdFiler.Flag.String("s3.domainName", "", "suffix of the host name in comma separated list, {bucket}.{domainName}")
|
2020-09-28 14:00:43 +08:00
|
|
|
filerS3Options.tlsPrivateKey = cmdFiler.Flag.String("s3.key.file", "", "path to the TLS private key file")
|
|
|
|
filerS3Options.tlsCertificate = cmdFiler.Flag.String("s3.cert.file", "", "path to the TLS certificate file")
|
|
|
|
filerS3Options.config = cmdFiler.Flag.String("s3.config", "", "path to the config file")
|
2014-03-31 11:57:25 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
var cmdFiler = &Command{
|
2018-06-01 15:39:39 +08:00
|
|
|
UsageLine: "filer -port=8888 -master=<ip:port>[,<ip:port>]*",
|
|
|
|
Short: "start a file server that points to a master server, or a list of master servers",
|
2014-03-31 11:57:25 +08:00
|
|
|
Long: `start a file server which accepts REST operation for any files.
|
2015-01-06 15:03:27 +08:00
|
|
|
|
2014-03-31 11:57:25 +08:00
|
|
|
//create or overwrite the file, the directories /path/to will be automatically created
|
|
|
|
POST /path/to/file
|
|
|
|
//get the file content
|
|
|
|
GET /path/to/file
|
|
|
|
//create or overwrite the file, the filename in the multipart request will be used
|
|
|
|
POST /path/to/
|
|
|
|
//return a json format subdirectory and files listing
|
|
|
|
GET /path/to/
|
2015-01-06 15:03:27 +08:00
|
|
|
|
2020-12-08 08:46:48 +08:00
|
|
|
The configuration file "filer.toml" is read from ".", "$HOME/.seaweedfs/", "/usr/local/etc/seaweedfs/", or "/etc/seaweedfs/", in that order.
|
2015-01-06 15:03:27 +08:00
|
|
|
|
2019-02-10 13:07:12 +08:00
|
|
|
The example filer.toml configuration file can be generated by "weed scaffold -config=filer"
|
2014-03-31 11:57:25 +08:00
|
|
|
|
2018-08-20 06:36:30 +08:00
|
|
|
`,
|
2014-03-31 11:57:25 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func runFiler(cmd *Command, args []string) bool {
|
2014-12-14 16:20:21 +08:00
|
|
|
|
2019-06-05 16:30:24 +08:00
|
|
|
util.LoadConfiguration("security", false)
|
2019-02-19 04:11:52 +08:00
|
|
|
|
2020-09-25 01:21:23 +08:00
|
|
|
go stats_collect.StartMetricsServer(*f.metricsHttpPort)
|
|
|
|
|
2020-09-28 14:00:43 +08:00
|
|
|
if *filerStartS3 {
|
|
|
|
filerAddress := fmt.Sprintf("%s:%d", *f.ip, *f.port)
|
|
|
|
filerS3Options.filer = &filerAddress
|
|
|
|
go func() {
|
|
|
|
time.Sleep(2 * time.Second)
|
|
|
|
filerS3Options.startS3Server()
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
2018-10-11 14:19:54 +08:00
|
|
|
f.startFiler()
|
2017-05-28 11:14:22 +08:00
|
|
|
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2018-10-11 14:19:54 +08:00
|
|
|
func (fo *FilerOptions) startFiler() {
|
2017-05-28 11:14:22 +08:00
|
|
|
|
2017-05-28 09:11:18 +08:00
|
|
|
defaultMux := http.NewServeMux()
|
2017-05-28 11:14:22 +08:00
|
|
|
publicVolumeMux := defaultMux
|
|
|
|
|
|
|
|
if *fo.publicPort != 0 {
|
|
|
|
publicVolumeMux = http.NewServeMux()
|
|
|
|
}
|
|
|
|
|
2019-06-30 15:44:57 +08:00
|
|
|
defaultLevelDbDirectory := "./filerldb2"
|
2018-12-06 15:24:25 +08:00
|
|
|
if fo.defaultLevelDbDirectory != nil {
|
2020-07-17 13:50:14 +08:00
|
|
|
defaultLevelDbDirectory = util.ResolvePath(*fo.defaultLevelDbDirectory + "/filerldb2")
|
2018-12-06 15:24:25 +08:00
|
|
|
}
|
|
|
|
|
2020-07-08 14:06:48 +08:00
|
|
|
var peers []string
|
|
|
|
if *fo.peers != "" {
|
|
|
|
peers = strings.Split(*fo.peers, ",")
|
|
|
|
}
|
|
|
|
|
2018-07-07 17:18:47 +08:00
|
|
|
fs, nfs_err := weed_server.NewFilerServer(defaultMux, publicVolumeMux, &weed_server.FilerOption{
|
2019-03-16 00:57:33 +08:00
|
|
|
Masters: strings.Split(*fo.masters, ","),
|
2018-08-13 16:20:49 +08:00
|
|
|
Collection: *fo.collection,
|
|
|
|
DefaultReplication: *fo.defaultReplicaPlacement,
|
|
|
|
DisableDirListing: *fo.disableDirListing,
|
|
|
|
MaxMB: *fo.maxMB,
|
|
|
|
DirListingLimit: *fo.dirListingLimit,
|
|
|
|
DataCenter: *fo.dataCenter,
|
2020-10-21 08:41:39 +08:00
|
|
|
Rack: *fo.rack,
|
2018-12-06 15:24:25 +08:00
|
|
|
DefaultLevelDbDir: defaultLevelDbDirectory,
|
2019-03-22 07:00:46 +08:00
|
|
|
DisableHttp: *fo.disableHttp,
|
2020-04-19 06:17:27 +08:00
|
|
|
Host: *fo.ip,
|
2020-03-02 14:13:47 +08:00
|
|
|
Port: uint32(*fo.port),
|
2020-03-06 16:49:47 +08:00
|
|
|
Cipher: *fo.cipher,
|
2020-12-05 14:39:43 +08:00
|
|
|
CacheToFilerLimit: int64(*fo.cacheToFilerLimit),
|
2020-07-08 14:06:48 +08:00
|
|
|
Filers: peers,
|
2018-07-07 17:18:47 +08:00
|
|
|
})
|
2014-03-31 11:57:25 +08:00
|
|
|
if nfs_err != nil {
|
2015-01-14 09:04:41 +08:00
|
|
|
glog.Fatalf("Filer startup error: %v", nfs_err)
|
2014-03-31 11:57:25 +08:00
|
|
|
}
|
2017-05-28 11:14:22 +08:00
|
|
|
|
|
|
|
if *fo.publicPort != 0 {
|
2020-04-22 05:21:06 +08:00
|
|
|
publicListeningAddress := *fo.bindIp + ":" + strconv.Itoa(*fo.publicPort)
|
2020-06-02 15:10:35 +08:00
|
|
|
glog.V(0).Infoln("Start Seaweed filer server", util.Version(), "public at", publicListeningAddress)
|
2017-05-28 11:14:22 +08:00
|
|
|
publicListener, e := util.NewListener(publicListeningAddress, 0)
|
|
|
|
if e != nil {
|
|
|
|
glog.Fatalf("Filer server public listener error on port %d:%v", *fo.publicPort, e)
|
|
|
|
}
|
|
|
|
go func() {
|
|
|
|
if e := http.Serve(publicListener, publicVolumeMux); e != nil {
|
|
|
|
glog.Fatalf("Volume server fail to serve public: %v", e)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
2020-06-02 15:10:35 +08:00
|
|
|
glog.V(0).Infof("Start Seaweed Filer %s at %s:%d", util.Version(), *fo.ip, *fo.port)
|
2014-03-31 11:57:25 +08:00
|
|
|
filerListener, e := util.NewListener(
|
2020-04-22 05:21:06 +08:00
|
|
|
*fo.bindIp+":"+strconv.Itoa(*fo.port),
|
2014-03-31 11:57:25 +08:00
|
|
|
time.Duration(10)*time.Second,
|
|
|
|
)
|
|
|
|
if e != nil {
|
2015-01-14 09:04:41 +08:00
|
|
|
glog.Fatalf("Filer listener error: %v", e)
|
2014-03-31 11:57:25 +08:00
|
|
|
}
|
2018-05-08 16:59:43 +08:00
|
|
|
|
2018-06-06 14:37:41 +08:00
|
|
|
// starting grpc server
|
2019-04-24 14:58:52 +08:00
|
|
|
grpcPort := *fo.port + 10000
|
2020-09-17 01:26:08 +08:00
|
|
|
grpcL, err := util.NewListener(*fo.bindIp+":"+strconv.Itoa(grpcPort), 0)
|
2018-06-06 14:37:41 +08:00
|
|
|
if err != nil {
|
|
|
|
glog.Fatalf("failed to listen on grpc port %d: %v", grpcPort, err)
|
|
|
|
}
|
2020-03-04 16:39:47 +08:00
|
|
|
grpcS := pb.NewGrpcServer(security.LoadServerTLS(util.GetViper(), "grpc.filer"))
|
2018-05-10 14:18:02 +08:00
|
|
|
filer_pb.RegisterSeaweedFilerServer(grpcS, fs)
|
2018-05-08 16:59:43 +08:00
|
|
|
reflection.Register(grpcS)
|
|
|
|
go grpcS.Serve(grpcL)
|
|
|
|
|
2018-06-06 14:37:41 +08:00
|
|
|
httpS := &http.Server{Handler: defaultMux}
|
|
|
|
if err := httpS.Serve(filerListener); err != nil {
|
2015-01-14 09:04:41 +08:00
|
|
|
glog.Fatalf("Filer Fail to serve: %v", e)
|
2014-03-31 11:57:25 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|