2016-06-03 09:09:14 +08:00
package command
2014-03-31 11:57:25 +08:00
import (
2024-07-11 22:53:18 +08:00
"context"
"crypto/tls"
"crypto/x509"
2020-09-28 14:00:43 +08:00
"fmt"
2022-03-07 18:00:14 +08:00
"net"
2014-03-31 11:57:25 +08:00
"net/http"
2021-02-01 14:16:52 +08:00
"os"
2022-04-18 15:08:31 +08:00
"runtime"
2022-06-27 12:09:16 +08:00
"sort"
"strings"
2014-03-31 11:57:25 +08:00
"time"
2014-10-27 02:34:55 +08:00
2022-07-29 15:17:28 +08:00
"github.com/seaweedfs/seaweedfs/weed/filer"
"github.com/seaweedfs/seaweedfs/weed/glog"
"github.com/seaweedfs/seaweedfs/weed/pb"
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
"github.com/seaweedfs/seaweedfs/weed/security"
weed_server "github.com/seaweedfs/seaweedfs/weed/server"
stats_collect "github.com/seaweedfs/seaweedfs/weed/stats"
"github.com/seaweedfs/seaweedfs/weed/util"
2024-07-11 22:53:18 +08:00
"github.com/spf13/viper"
"google.golang.org/grpc/credentials/tls/certprovider"
"google.golang.org/grpc/credentials/tls/certprovider/pemfile"
"google.golang.org/grpc/reflection"
2014-03-31 11:57:25 +08:00
)
var (
2021-02-01 14:16:52 +08:00
f FilerOptions
filerStartS3 * bool
filerS3Options S3Options
filerStartWebDav * bool
filerWebDavOptions WebDavOption
2021-03-29 15:01:44 +08:00
filerStartIam * bool
filerIamOptions IamOptions
2014-03-31 11:57:25 +08:00
)
type FilerOptions struct {
2023-08-24 22:08:56 +08:00
masters * pb . ServerDiscovery
2021-09-13 13:47:52 +08:00
mastersString * string
2016-05-25 23:22:31 +08:00
ip * string
2020-04-22 05:21:06 +08:00
bindIp * string
2014-03-31 11:57:25 +08:00
port * int
2021-09-12 17:28:37 +08:00
portGrpc * int
2017-05-28 11:14:22 +08:00
publicPort * int
2022-05-02 12:59:16 +08:00
filerGroup * string
2014-03-31 11:57:25 +08:00
collection * string
defaultReplicaPlacement * string
2015-04-14 14:38:46 +08:00
disableDirListing * bool
2016-08-31 11:32:30 +08:00
maxMB * int
2018-07-07 17:18:47 +08:00
dirListingLimit * int
2018-07-09 17:22:48 +08:00
dataCenter * string
2020-10-21 08:41:39 +08:00
rack * string
2018-08-13 16:20:49 +08:00
enableNotification * bool
2019-03-22 07:00:46 +08:00
disableHttp * bool
2020-03-06 16:49:47 +08:00
cipher * bool
2020-09-24 20:45:39 +08:00
metricsHttpPort * int
2024-07-13 01:56:26 +08:00
metricsHttpIp * string
2021-01-11 15:14:46 +08:00
saveToFilerLimit * int
2018-12-06 15:24:25 +08:00
defaultLevelDbDirectory * string
2021-03-30 17:10:50 +08:00
concurrentUploadLimitMB * int
2021-07-31 17:00:01 +08:00
debug * bool
2021-08-01 00:18:41 +08:00
debugPort * int
2022-03-07 18:00:14 +08:00
localSocket * string
2022-06-15 00:30:49 +08:00
showUIDirectoryDelete * bool
2022-08-05 16:16:42 +08:00
downloadMaxMBps * int
2023-02-26 01:48:59 +08:00
diskType * string
2023-12-21 08:21:11 +08:00
allowedOrigins * string
2024-02-28 00:38:55 +08:00
exposeDirectoryData * bool
2024-07-11 22:53:18 +08:00
certProvider certprovider . Provider
2014-03-31 11:57:25 +08:00
}
func init ( ) {
cmdFiler . Run = runFiler // break init cycle
2023-08-24 22:08:56 +08:00
f . mastersString = cmdFiler . Flag . String ( "master" , "localhost:9333" , "comma-separated master servers or a single DNS SRV record of at least 1 master server, prepended with dnssrv+" )
2022-05-02 12:59:16 +08:00
f . filerGroup = cmdFiler . Flag . String ( "filerGroup" , "" , "share metadata with other filers in the same filerGroup" )
2021-02-19 04:15:09 +08:00
f . collection = cmdFiler . Flag . String ( "collection" , "" , "all data will be stored in this default collection" )
2020-04-19 06:17:27 +08:00
f . ip = cmdFiler . Flag . String ( "ip" , util . DetectedHostAddress ( ) , "filer server http listen ip address" )
2022-03-12 06:02:39 +08:00
f . bindIp = cmdFiler . Flag . String ( "ip.bind" , "" , "ip address to bind to. If empty, default to same as -ip option." )
2014-03-31 11:57:25 +08:00
f . port = cmdFiler . Flag . Int ( "port" , 8888 , "filer server http listen port" )
2021-09-21 05:05:59 +08:00
f . portGrpc = cmdFiler . Flag . Int ( "port.grpc" , 0 , "filer server grpc listen port" )
2019-04-12 11:42:55 +08:00
f . publicPort = cmdFiler . Flag . Int ( "port.readonly" , 0 , "readonly port opened to public" )
2020-10-01 00:32:00 +08:00
f . defaultReplicaPlacement = cmdFiler . Flag . String ( "defaultReplicaPlacement" , "" , "default replication type. If not specified, use master setting." )
2015-04-14 14:38:46 +08:00
f . disableDirListing = cmdFiler . Flag . Bool ( "disableDirListing" , false , "turn off directory listing" )
2021-04-01 17:21:59 +08:00
f . maxMB = cmdFiler . Flag . Int ( "maxMB" , 4 , "split files larger than the limit" )
2018-11-26 05:43:26 +08:00
f . dirListingLimit = cmdFiler . Flag . Int ( "dirListLimit" , 100000 , "limit sub dir listing size" )
2020-11-12 13:07:52 +08:00
f . dataCenter = cmdFiler . Flag . String ( "dataCenter" , "" , "prefer to read and write to volumes in this data center" )
2020-10-21 08:41:39 +08:00
f . rack = cmdFiler . Flag . String ( "rack" , "" , "prefer to write to volumes in this rack" )
2019-03-22 07:00:46 +08:00
f . disableHttp = cmdFiler . Flag . Bool ( "disableHttp" , false , "disable http request, only gRpc operations are allowed" )
2020-03-10 13:31:14 +08:00
f . cipher = cmdFiler . Flag . Bool ( "encryptVolumeData" , false , "encrypt data on volume servers" )
2020-09-24 20:45:39 +08:00
f . metricsHttpPort = cmdFiler . Flag . Int ( "metricsPort" , 0 , "Prometheus metrics listen port" )
2024-07-13 01:56:26 +08:00
f . metricsHttpIp = cmdFiler . Flag . String ( "metricsIp" , "" , "metrics listen ip. If empty, default to same as -ip.bind option." )
2021-01-11 15:14:46 +08:00
f . saveToFilerLimit = cmdFiler . Flag . Int ( "saveToFilerLimit" , 0 , "files smaller than this limit will be saved in filer store" )
2020-12-23 09:33:37 +08:00
f . defaultLevelDbDirectory = cmdFiler . Flag . String ( "defaultStoreDir" , "." , "if filer.toml is empty, use an embedded filer store in the directory" )
2021-03-30 17:10:50 +08:00
f . concurrentUploadLimitMB = cmdFiler . Flag . Int ( "concurrentUploadLimitMB" , 128 , "limit total concurrent upload size" )
2021-08-01 00:18:41 +08:00
f . debug = cmdFiler . Flag . Bool ( "debug" , false , "serves runtime profiling data, e.g., http://localhost:<debug.port>/debug/pprof/goroutine?debug=2" )
f . debugPort = cmdFiler . Flag . Int ( "debug.port" , 6060 , "http port for debugging" )
2022-03-07 18:00:14 +08:00
f . localSocket = cmdFiler . Flag . String ( "localSocket" , "" , "default to /tmp/seaweedfs-filer-<port>.sock" )
2022-06-15 11:37:37 +08:00
f . showUIDirectoryDelete = cmdFiler . Flag . Bool ( "ui.deleteDir" , true , "enable filer UI show delete directory button" )
2022-08-05 16:16:42 +08:00
f . downloadMaxMBps = cmdFiler . Flag . Int ( "downloadMaxMBps" , 0 , "download max speed for each download request, in MB per second" )
2023-02-26 01:48:59 +08:00
f . diskType = cmdFiler . Flag . String ( "disk" , "" , "[hdd|ssd|<tag>] hard drive or solid state drive or any tag" )
2023-12-21 08:21:11 +08:00
f . allowedOrigins = cmdFiler . Flag . String ( "allowedOrigins" , "*" , "comma separated list of allowed origins" )
2024-02-28 00:38:55 +08:00
f . exposeDirectoryData = cmdFiler . Flag . Bool ( "exposeDirectoryData" , true , "whether to return directory metadata and content in Filer UI" )
2020-09-28 14:00:43 +08:00
// start s3 on filer
filerStartS3 = cmdFiler . Flag . Bool ( "s3" , false , "whether to start S3 gateway" )
filerS3Options . port = cmdFiler . Flag . Int ( "s3.port" , 8333 , "s3 server http listen port" )
2023-06-14 14:58:49 +08:00
filerS3Options . portHttps = cmdFiler . Flag . Int ( "s3.port.https" , 0 , "s3 server https listen port" )
2022-05-15 15:43:37 +08:00
filerS3Options . portGrpc = cmdFiler . Flag . Int ( "s3.port.grpc" , 0 , "s3 server grpc listen port" )
2020-10-22 14:23:00 +08:00
filerS3Options . domainName = cmdFiler . Flag . String ( "s3.domainName" , "" , "suffix of the host name in comma separated list, {bucket}.{domainName}" )
2024-01-03 04:55:34 +08:00
filerS3Options . allowedOrigins = cmdFiler . Flag . String ( "s3.allowedOrigins" , "*" , "comma separated list of allowed origins" )
2022-08-05 08:35:00 +08:00
filerS3Options . dataCenter = cmdFiler . Flag . String ( "s3.dataCenter" , "" , "prefer to read and write to volumes in this data center" )
2020-09-28 14:00:43 +08:00
filerS3Options . tlsPrivateKey = cmdFiler . Flag . String ( "s3.key.file" , "" , "path to the TLS private key file" )
filerS3Options . tlsCertificate = cmdFiler . Flag . String ( "s3.cert.file" , "" , "path to the TLS certificate file" )
filerS3Options . config = cmdFiler . Flag . String ( "s3.config" , "" , "path to the config file" )
2021-12-07 21:20:52 +08:00
filerS3Options . auditLogConfig = cmdFiler . Flag . String ( "s3.auditLogConfig" , "" , "path to the audit log config file" )
2021-09-27 13:34:14 +08:00
filerS3Options . allowEmptyFolder = cmdFiler . Flag . Bool ( "s3.allowEmptyFolder" , true , "allow empty folders" )
2022-03-31 01:46:13 +08:00
filerS3Options . allowDeleteBucketNotEmpty = cmdFiler . Flag . Bool ( "s3.allowDeleteBucketNotEmpty" , true , "allow recursive deleting all entries along with bucket" )
2023-06-27 07:22:45 +08:00
filerS3Options . localSocket = cmdFiler . Flag . String ( "s3.localSocket" , "" , "default to /tmp/seaweedfs-s3-<port>.sock" )
2021-02-01 14:16:52 +08:00
// start webdav on filer
filerStartWebDav = cmdFiler . Flag . Bool ( "webdav" , false , "whether to start webdav gateway" )
filerWebDavOptions . port = cmdFiler . Flag . Int ( "webdav.port" , 7333 , "webdav server http listen port" )
filerWebDavOptions . collection = cmdFiler . Flag . String ( "webdav.collection" , "" , "collection to create the files" )
2021-02-19 04:15:09 +08:00
filerWebDavOptions . replication = cmdFiler . Flag . String ( "webdav.replication" , "" , "replication to create the files" )
2021-02-22 18:03:12 +08:00
filerWebDavOptions . disk = cmdFiler . Flag . String ( "webdav.disk" , "" , "[hdd|ssd|<tag>] hard drive or solid state drive or any tag" )
2021-02-01 14:16:52 +08:00
filerWebDavOptions . tlsPrivateKey = cmdFiler . Flag . String ( "webdav.key.file" , "" , "path to the TLS private key file" )
filerWebDavOptions . tlsCertificate = cmdFiler . Flag . String ( "webdav.cert.file" , "" , "path to the TLS certificate file" )
filerWebDavOptions . cacheDir = cmdFiler . Flag . String ( "webdav.cacheDir" , os . TempDir ( ) , "local cache directory for file chunks" )
2022-02-15 12:42:33 +08:00
filerWebDavOptions . cacheSizeMB = cmdFiler . Flag . Int64 ( "webdav.cacheCapacityMB" , 0 , "local cache capacity in MB" )
2023-01-09 10:03:22 +08:00
filerWebDavOptions . filerRootPath = cmdFiler . Flag . String ( "webdav.filer.path" , "/" , "use this remote path from filer server" )
2021-03-29 15:01:44 +08:00
// start iam on filer
filerStartIam = cmdFiler . Flag . Bool ( "iam" , false , "whether to start IAM service" )
2022-03-23 17:30:46 +08:00
filerIamOptions . ip = cmdFiler . Flag . String ( "iam.ip" , * f . ip , "iam server http listen ip address" )
2021-03-29 15:01:44 +08:00
filerIamOptions . port = cmdFiler . Flag . Int ( "iam.port" , 8111 , "iam server http listen port" )
2014-03-31 11:57:25 +08:00
}
2022-06-27 12:09:16 +08:00
func filerLongDesc ( ) string {
desc := ` start a file server which accepts REST operation for any files .
2015-01-06 15:03:27 +08:00
2014-03-31 11:57:25 +08:00
//create or overwrite the file, the directories /path/to will be automatically created
POST / path / to / file
//get the file content
GET / path / to / file
//create or overwrite the file, the filename in the multipart request will be used
POST / path / to /
//return a json format subdirectory and files listing
GET / path / to /
2015-01-06 15:03:27 +08:00
2020-12-08 08:46:48 +08:00
The configuration file "filer.toml" is read from "." , "$HOME/.seaweedfs/" , "/usr/local/etc/seaweedfs/" , or "/etc/seaweedfs/" , in that order .
2021-04-08 04:47:23 +08:00
If the "filer.toml" is not found , an embedded filer store will be created under "-defaultStoreDir" .
2015-01-06 15:03:27 +08:00
2019-02-10 13:07:12 +08:00
The example filer . toml configuration file can be generated by "weed scaffold -config=filer"
2014-03-31 11:57:25 +08:00
2022-06-27 12:09:16 +08:00
Supported Filer Stores :
`
storeNames := make ( [ ] string , len ( filer . Stores ) )
for i , store := range filer . Stores {
storeNames [ i ] = "\t" + store . GetName ( )
}
sort . Strings ( storeNames )
storeList := strings . Join ( storeNames , "\n" )
return desc + storeList
}
var cmdFiler = & Command {
UsageLine : "filer -port=8888 -master=<ip:port>[,<ip:port>]*" ,
Short : "start a file server that points to a master server, or a list of master servers" ,
Long : filerLongDesc ( ) ,
2014-03-31 11:57:25 +08:00
}
func runFiler ( cmd * Command , args [ ] string ) bool {
2021-07-31 17:00:01 +08:00
if * f . debug {
2021-08-01 00:18:41 +08:00
go http . ListenAndServe ( fmt . Sprintf ( ":%d" , * f . debugPort ) , nil )
2021-07-31 17:00:01 +08:00
}
2014-12-14 16:20:21 +08:00
2024-07-17 00:15:55 +08:00
util . LoadSecurityConfiguration ( )
2019-02-19 04:11:52 +08:00
2024-07-13 01:56:26 +08:00
switch {
case * f . metricsHttpIp != "" :
// noting to do, use f.metricsHttpIp
case * f . bindIp != "" :
* f . metricsHttpIp = * f . bindIp
case * f . ip != "" :
* f . metricsHttpIp = * f . ip
}
go stats_collect . StartMetricsServer ( * f . metricsHttpIp , * f . metricsHttpPort )
2020-09-25 01:21:23 +08:00
2023-11-02 01:11:41 +08:00
filerAddress := pb . NewServerAddress ( * f . ip , * f . port , * f . portGrpc ) . String ( )
2021-03-29 15:01:44 +08:00
startDelay := time . Duration ( 2 )
2020-09-28 14:00:43 +08:00
if * filerStartS3 {
filerS3Options . filer = & filerAddress
2021-12-18 03:34:37 +08:00
filerS3Options . bindIp = f . bindIp
2022-03-07 18:00:14 +08:00
filerS3Options . localFilerSocket = f . localSocket
2022-08-05 08:35:00 +08:00
if * f . dataCenter != "" && * filerS3Options . dataCenter == "" {
filerS3Options . dataCenter = f . dataCenter
}
2022-08-30 15:02:09 +08:00
go func ( delay time . Duration ) {
time . Sleep ( delay * time . Second )
2020-09-28 14:00:43 +08:00
filerS3Options . startS3Server ( )
2022-08-30 15:02:09 +08:00
} ( startDelay )
2021-03-29 15:01:44 +08:00
startDelay ++
2020-09-28 14:00:43 +08:00
}
2021-02-01 14:16:52 +08:00
if * filerStartWebDav {
filerWebDavOptions . filer = & filerAddress
2023-02-26 01:48:59 +08:00
if * filerWebDavOptions . disk == "" {
filerWebDavOptions . disk = f . diskType
}
2022-08-30 15:02:09 +08:00
go func ( delay time . Duration ) {
time . Sleep ( delay * time . Second )
2021-02-01 14:16:52 +08:00
filerWebDavOptions . startWebDav ( )
2022-08-30 15:02:09 +08:00
} ( startDelay )
2021-03-29 15:01:44 +08:00
startDelay ++
}
if * filerStartIam {
filerIamOptions . filer = & filerAddress
2021-09-13 13:47:52 +08:00
filerIamOptions . masters = f . mastersString
2022-08-30 15:02:09 +08:00
go func ( delay time . Duration ) {
time . Sleep ( delay * time . Second )
2021-03-29 15:01:44 +08:00
filerIamOptions . startIamServer ( )
2022-08-30 15:02:09 +08:00
} ( startDelay )
2021-02-01 14:16:52 +08:00
}
2023-08-24 22:08:56 +08:00
f . masters = pb . ServerAddresses ( * f . mastersString ) . ToServiceDiscovery ( )
2021-09-13 13:47:52 +08:00
2018-10-11 14:19:54 +08:00
f . startFiler ( )
2017-05-28 11:14:22 +08:00
return true
}
2024-07-11 22:53:18 +08:00
// GetCertificateWithUpdate Auto refreshing TSL certificate
func ( fo * FilerOptions ) GetCertificateWithUpdate ( * tls . ClientHelloInfo ) ( * tls . Certificate , error ) {
certs , err := fo . certProvider . KeyMaterial ( context . Background ( ) )
return & certs . Certs [ 0 ] , err
}
2018-10-11 14:19:54 +08:00
func ( fo * FilerOptions ) startFiler ( ) {
2017-05-28 11:14:22 +08:00
2017-05-28 09:11:18 +08:00
defaultMux := http . NewServeMux ( )
2017-05-28 11:14:22 +08:00
publicVolumeMux := defaultMux
if * fo . publicPort != 0 {
publicVolumeMux = http . NewServeMux ( )
}
2021-09-21 05:05:59 +08:00
if * fo . portGrpc == 0 {
* fo . portGrpc = 10000 + * fo . port
}
2022-03-12 06:02:39 +08:00
if * fo . bindIp == "" {
* fo . bindIp = * fo . ip
}
2023-12-21 08:21:11 +08:00
if * fo . allowedOrigins == "" {
* fo . allowedOrigins = "*"
}
2017-05-28 11:14:22 +08:00
2020-12-23 09:33:37 +08:00
defaultLevelDbDirectory := util . ResolvePath ( * fo . defaultLevelDbDirectory + "/filerldb2" )
2018-12-06 15:24:25 +08:00
2021-09-13 13:47:52 +08:00
filerAddress := pb . NewServerAddress ( * fo . ip , * fo . port , * fo . portGrpc )
2018-07-07 17:18:47 +08:00
fs , nfs_err := weed_server . NewFilerServer ( defaultMux , publicVolumeMux , & weed_server . FilerOption {
2021-09-13 13:47:52 +08:00
Masters : fo . masters ,
2022-05-02 12:59:16 +08:00
FilerGroup : * fo . filerGroup ,
2021-03-30 17:10:50 +08:00
Collection : * fo . collection ,
DefaultReplication : * fo . defaultReplicaPlacement ,
DisableDirListing : * fo . disableDirListing ,
MaxMB : * fo . maxMB ,
DirListingLimit : * fo . dirListingLimit ,
DataCenter : * fo . dataCenter ,
Rack : * fo . rack ,
DefaultLevelDbDir : defaultLevelDbDirectory ,
DisableHttp : * fo . disableHttp ,
2021-09-13 13:47:52 +08:00
Host : filerAddress ,
2021-03-30 17:10:50 +08:00
Cipher : * fo . cipher ,
2021-04-01 17:20:00 +08:00
SaveToFilerLimit : int64 ( * fo . saveToFilerLimit ) ,
2021-03-30 17:10:50 +08:00
ConcurrentUploadLimit : int64 ( * fo . concurrentUploadLimitMB ) * 1024 * 1024 ,
2022-06-15 00:30:49 +08:00
ShowUIDirectoryDelete : * fo . showUIDirectoryDelete ,
2022-08-05 16:16:42 +08:00
DownloadMaxBytesPs : int64 ( * fo . downloadMaxMBps ) * 1024 * 1024 ,
2023-02-26 01:48:59 +08:00
DiskType : * fo . diskType ,
2023-12-21 08:21:11 +08:00
AllowedOrigins : strings . Split ( * fo . allowedOrigins , "," ) ,
2018-07-07 17:18:47 +08:00
} )
2014-03-31 11:57:25 +08:00
if nfs_err != nil {
2015-01-14 09:04:41 +08:00
glog . Fatalf ( "Filer startup error: %v" , nfs_err )
2014-03-31 11:57:25 +08:00
}
2017-05-28 11:14:22 +08:00
if * fo . publicPort != 0 {
2021-09-08 10:29:42 +08:00
publicListeningAddress := util . JoinHostPort ( * fo . bindIp , * fo . publicPort )
2020-06-02 15:10:35 +08:00
glog . V ( 0 ) . Infoln ( "Start Seaweed filer server" , util . Version ( ) , "public at" , publicListeningAddress )
2022-09-15 02:59:55 +08:00
publicListener , localPublicListener , e := util . NewIpAndLocalListeners ( * fo . bindIp , * fo . publicPort , 0 )
2017-05-28 11:14:22 +08:00
if e != nil {
glog . Fatalf ( "Filer server public listener error on port %d:%v" , * fo . publicPort , e )
}
go func ( ) {
if e := http . Serve ( publicListener , publicVolumeMux ) ; e != nil {
glog . Fatalf ( "Volume server fail to serve public: %v" , e )
}
} ( )
2022-09-15 02:59:55 +08:00
if localPublicListener != nil {
2022-03-16 13:28:18 +08:00
go func ( ) {
2022-09-15 02:59:55 +08:00
if e := http . Serve ( localPublicListener , publicVolumeMux ) ; e != nil {
2022-03-16 13:28:18 +08:00
glog . Errorf ( "Volume server fail to serve public: %v" , e )
}
} ( )
}
2017-05-28 11:14:22 +08:00
}
2020-06-02 15:10:35 +08:00
glog . V ( 0 ) . Infof ( "Start Seaweed Filer %s at %s:%d" , util . Version ( ) , * fo . ip , * fo . port )
2022-03-16 13:28:18 +08:00
filerListener , filerLocalListener , e := util . NewIpAndLocalListeners (
* fo . bindIp , * fo . port ,
2014-03-31 11:57:25 +08:00
time . Duration ( 10 ) * time . Second ,
)
if e != nil {
2015-01-14 09:04:41 +08:00
glog . Fatalf ( "Filer listener error: %v" , e )
2014-03-31 11:57:25 +08:00
}
2018-05-08 16:59:43 +08:00
2018-06-06 14:37:41 +08:00
// starting grpc server
2021-09-12 17:28:37 +08:00
grpcPort := * fo . portGrpc
2022-03-16 13:28:18 +08:00
grpcL , grpcLocalL , err := util . NewIpAndLocalListeners ( * fo . bindIp , grpcPort , 0 )
2018-06-06 14:37:41 +08:00
if err != nil {
glog . Fatalf ( "failed to listen on grpc port %d: %v" , grpcPort , err )
}
2020-03-04 16:39:47 +08:00
grpcS := pb . NewGrpcServer ( security . LoadServerTLS ( util . GetViper ( ) , "grpc.filer" ) )
2018-05-10 14:18:02 +08:00
filer_pb . RegisterSeaweedFilerServer ( grpcS , fs )
2018-05-08 16:59:43 +08:00
reflection . Register ( grpcS )
2022-03-16 13:28:18 +08:00
if grpcLocalL != nil {
go grpcS . Serve ( grpcLocalL )
}
2018-05-08 16:59:43 +08:00
go grpcS . Serve ( grpcL )
2018-06-06 14:37:41 +08:00
httpS := & http . Server { Handler : defaultMux }
2022-04-18 15:08:31 +08:00
if runtime . GOOS != "windows" {
2022-09-02 01:33:23 +08:00
localSocket := * fo . localSocket
if localSocket == "" {
2022-09-15 00:14:44 +08:00
localSocket = fmt . Sprintf ( "/tmp/seaweedfs-filer-%d.sock" , * fo . port )
2022-06-08 15:32:09 +08:00
}
2022-09-02 01:33:23 +08:00
if err := os . Remove ( localSocket ) ; err != nil && ! os . IsNotExist ( err ) {
glog . Fatalf ( "Failed to remove %s, error: %s" , localSocket , err . Error ( ) )
2022-04-18 15:08:31 +08:00
}
go func ( ) {
// start on local unix socket
2022-09-02 01:33:23 +08:00
filerSocketListener , err := net . Listen ( "unix" , localSocket )
2022-04-18 15:08:31 +08:00
if err != nil {
2022-09-02 01:33:23 +08:00
glog . Fatalf ( "Failed to listen on %s: %v" , localSocket , err )
2022-04-18 15:08:31 +08:00
}
httpS . Serve ( filerSocketListener )
} ( )
}
2024-07-11 22:53:18 +08:00
if viper . GetString ( "https.filer.key" ) != "" {
certFile := viper . GetString ( "https.filer.cert" )
keyFile := viper . GetString ( "https.filer.key" )
caCertFile := viper . GetString ( "https.filer.ca" )
disbaleTlsVerifyClientCert := viper . GetBool ( "https.filer.disable_tls_verify_client_cert" )
pemfileOptions := pemfile . Options {
CertFile : certFile ,
KeyFile : keyFile ,
RefreshDuration : security . CredRefreshingInterval ,
}
if fo . certProvider , err = pemfile . NewProvider ( pemfileOptions ) ; err != nil {
glog . Fatalf ( "pemfile.NewProvider(%v) failed: %v" , pemfileOptions , err )
}
caCertPool := x509 . NewCertPool ( )
if caCertFile != "" {
caCertFile , err := os . ReadFile ( caCertFile )
if err != nil {
glog . Fatalf ( "error reading CA certificate: %v" , err )
2022-03-16 13:28:18 +08:00
}
2024-07-11 22:53:18 +08:00
caCertPool . AppendCertsFromPEM ( caCertFile )
}
2014-03-31 11:57:25 +08:00
2024-07-11 22:53:18 +08:00
clientAuth := tls . NoClientCert
if ! disbaleTlsVerifyClientCert {
clientAuth = tls . RequireAndVerifyClientCert
}
httpS . TLSConfig = & tls . Config {
GetCertificate : fo . GetCertificateWithUpdate ,
ClientAuth : clientAuth ,
ClientCAs : caCertPool ,
}
if filerLocalListener != nil {
go func ( ) {
if err := httpS . ServeTLS ( filerLocalListener , "" , "" ) ; err != nil {
glog . Errorf ( "Filer Fail to serve: %v" , e )
}
} ( )
}
if err := httpS . ServeTLS ( filerListener , "" , "" ) ; err != nil {
glog . Fatalf ( "Filer Fail to serve: %v" , e )
}
} else {
if filerLocalListener != nil {
go func ( ) {
if err := httpS . Serve ( filerLocalListener ) ; err != nil {
glog . Errorf ( "Filer Fail to serve: %v" , e )
}
} ( )
}
if err := httpS . Serve ( filerListener ) ; err != nil {
glog . Fatalf ( "Filer Fail to serve: %v" , e )
}
}
2014-03-31 11:57:25 +08:00
}