2014-03-31 02:28:04 +08:00
|
|
|
package weed_server
|
|
|
|
|
|
|
|
import (
|
2018-08-13 16:22:32 +08:00
|
|
|
"net/http"
|
2018-12-06 15:24:25 +08:00
|
|
|
"os"
|
2018-08-13 16:22:32 +08:00
|
|
|
|
2018-05-14 14:56:16 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer2"
|
2018-05-27 15:01:15 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/cassandra"
|
2018-05-26 18:49:46 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/leveldb"
|
2018-05-26 20:32:15 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/memdb"
|
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/mysql"
|
2018-05-27 13:02:49 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/postgres"
|
2018-05-28 02:14:29 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/redis"
|
2018-08-13 16:22:32 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2018-09-16 16:18:30 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/notification"
|
2018-10-31 16:11:19 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/aws_sqs"
|
2018-11-01 16:11:09 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/google_pub_sub"
|
2018-11-01 16:12:21 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/kafka"
|
2018-09-16 16:18:30 +08:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/log"
|
2018-07-22 08:39:10 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
2018-08-20 06:17:55 +08:00
|
|
|
"github.com/spf13/viper"
|
2014-03-31 02:28:04 +08:00
|
|
|
)
|
|
|
|
|
2018-07-07 17:18:47 +08:00
|
|
|
type FilerOption struct {
|
|
|
|
Masters []string
|
|
|
|
Collection string
|
|
|
|
DefaultReplication string
|
|
|
|
RedirectOnRead bool
|
|
|
|
DisableDirListing bool
|
|
|
|
MaxMB int
|
|
|
|
SecretKey string
|
|
|
|
DirListingLimit int
|
2018-07-09 17:22:48 +08:00
|
|
|
DataCenter string
|
2018-12-06 15:24:25 +08:00
|
|
|
DefaultLevelDbDir string
|
2018-07-07 17:18:47 +08:00
|
|
|
}
|
|
|
|
|
2014-03-31 02:28:04 +08:00
|
|
|
type FilerServer struct {
|
2018-07-07 17:18:47 +08:00
|
|
|
option *FilerOption
|
|
|
|
secret security.Secret
|
|
|
|
filer *filer2.Filer
|
2014-03-31 02:28:04 +08:00
|
|
|
}
|
|
|
|
|
2018-07-07 17:18:47 +08:00
|
|
|
func NewFilerServer(defaultMux, readonlyMux *http.ServeMux, option *FilerOption) (fs *FilerServer, err error) {
|
2018-10-08 01:54:05 +08:00
|
|
|
|
2014-03-31 02:28:04 +08:00
|
|
|
fs = &FilerServer{
|
2018-07-07 17:18:47 +08:00
|
|
|
option: option,
|
2014-03-31 02:28:04 +08:00
|
|
|
}
|
2018-06-01 15:39:39 +08:00
|
|
|
|
2018-07-07 17:18:47 +08:00
|
|
|
if len(option.Masters) == 0 {
|
2018-06-01 15:39:39 +08:00
|
|
|
glog.Fatal("master list is required!")
|
|
|
|
}
|
|
|
|
|
2018-07-07 17:18:47 +08:00
|
|
|
fs.filer = filer2.NewFiler(option.Masters)
|
2018-06-01 15:39:39 +08:00
|
|
|
|
|
|
|
go fs.filer.KeepConnectedToMaster()
|
2018-05-26 18:49:46 +08:00
|
|
|
|
2018-08-20 06:17:55 +08:00
|
|
|
v := viper.GetViper()
|
2018-12-06 15:24:25 +08:00
|
|
|
if !LoadConfiguration("filer", false) {
|
|
|
|
v.Set("leveldb.enabled", true)
|
|
|
|
v.Set("leveldb.dir", option.DefaultLevelDbDir)
|
|
|
|
_, err := os.Stat(option.DefaultLevelDbDir)
|
|
|
|
if os.IsNotExist(err) {
|
|
|
|
os.MkdirAll(option.DefaultLevelDbDir, 0755)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
LoadConfiguration("notification", false)
|
2018-05-14 14:56:16 +08:00
|
|
|
|
2018-08-20 06:17:55 +08:00
|
|
|
fs.filer.LoadConfiguration(v)
|
|
|
|
|
2018-09-16 16:18:30 +08:00
|
|
|
notification.LoadConfiguration(v.Sub("notification"))
|
2018-08-13 16:20:49 +08:00
|
|
|
|
2018-10-08 01:54:05 +08:00
|
|
|
handleStaticResources(defaultMux)
|
2017-05-28 09:11:18 +08:00
|
|
|
defaultMux.HandleFunc("/", fs.filerHandler)
|
2017-05-28 11:14:22 +08:00
|
|
|
if defaultMux != readonlyMux {
|
|
|
|
readonlyMux.HandleFunc("/", fs.readonlyFilerHandler)
|
|
|
|
}
|
2014-03-31 02:28:04 +08:00
|
|
|
|
|
|
|
return fs, nil
|
|
|
|
}
|
2015-02-08 07:35:28 +08:00
|
|
|
|
|
|
|
func (fs *FilerServer) jwt(fileId string) security.EncodedJwt {
|
|
|
|
return security.GenJwt(fs.secret, fileId)
|
|
|
|
}
|
2018-08-20 06:17:55 +08:00
|
|
|
|
2018-12-06 15:24:25 +08:00
|
|
|
func LoadConfiguration(configFileName string, required bool) (loaded bool) {
|
2018-08-20 06:17:55 +08:00
|
|
|
|
|
|
|
// find a filer store
|
|
|
|
viper.SetConfigName(configFileName) // name of config file (without extension)
|
|
|
|
viper.AddConfigPath(".") // optionally look for config in the working directory
|
|
|
|
viper.AddConfigPath("$HOME/.seaweedfs") // call multiple times to add many search paths
|
|
|
|
viper.AddConfigPath("/etc/seaweedfs/") // path to look for the config file in
|
|
|
|
|
|
|
|
glog.V(0).Infof("Reading %s.toml from %s", configFileName, viper.ConfigFileUsed())
|
|
|
|
|
2018-11-01 16:11:09 +08:00
|
|
|
if err := viper.MergeInConfig(); err != nil { // Handle errors reading the config file
|
2018-08-20 09:52:50 +08:00
|
|
|
glog.V(0).Infof("Reading %s: %v", viper.ConfigFileUsed(), err)
|
2018-08-20 06:17:55 +08:00
|
|
|
if required {
|
2018-11-01 16:11:09 +08:00
|
|
|
glog.Fatalf("Failed to load %s.toml file from current directory, or $HOME/.seaweedfs/, or /etc/seaweedfs/"+
|
2018-08-20 06:17:55 +08:00
|
|
|
"\n\nPlease follow this example and add a filer.toml file to "+
|
|
|
|
"current directory, or $HOME/.seaweedfs/, or /etc/seaweedfs/:\n"+
|
2018-10-08 01:54:05 +08:00
|
|
|
" https://github.com/chrislusf/seaweedfs/blob/master/weed/%s.toml\n"+
|
2018-11-01 16:11:09 +08:00
|
|
|
"\nOr use this command to generate the default toml file\n"+
|
|
|
|
" weed scaffold -config=%s -output=.\n\n\n",
|
2018-09-24 00:26:39 +08:00
|
|
|
configFileName, configFileName, configFileName)
|
2018-12-06 15:24:25 +08:00
|
|
|
} else {
|
|
|
|
return false
|
2018-08-20 06:17:55 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 15:24:25 +08:00
|
|
|
return true
|
|
|
|
|
2018-08-20 06:17:55 +08:00
|
|
|
}
|