2013-12-02 17:37:36 +08:00
|
|
|
package weed_server
|
|
|
|
|
|
|
|
import (
|
2022-05-16 10:41:18 +08:00
|
|
|
"net/http"
|
|
|
|
"sync"
|
2022-05-20 18:18:20 +08:00
|
|
|
"time"
|
2022-05-16 10:41:18 +08:00
|
|
|
|
2021-09-13 13:47:52 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb"
|
2021-12-05 16:42:25 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/volume_server_pb"
|
2021-02-16 18:47:02 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage/types"
|
2018-10-11 16:16:33 +08:00
|
|
|
|
2019-06-16 03:21:44 +08:00
|
|
|
"google.golang.org/grpc"
|
|
|
|
|
2020-01-03 16:37:24 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/stats"
|
2020-01-30 01:09:55 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2020-01-03 16:37:24 +08:00
|
|
|
|
2016-06-03 09:09:14 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage"
|
2013-12-02 17:37:36 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
type VolumeServer struct {
|
2021-12-05 16:42:25 +08:00
|
|
|
volume_server_pb.UnimplementedVolumeServerServer
|
2021-08-09 14:25:16 +08:00
|
|
|
inFlightUploadDataSize int64
|
|
|
|
inFlightDownloadDataSize int64
|
|
|
|
concurrentUploadLimit int64
|
|
|
|
concurrentDownloadLimit int64
|
2022-05-20 14:33:47 +08:00
|
|
|
inFlightUploadDataLimitCond *sync.Cond
|
2021-08-09 14:25:16 +08:00
|
|
|
inFlightDownloadDataLimitCond *sync.Cond
|
2022-05-20 18:18:20 +08:00
|
|
|
inflightUploadDataTimeout time.Duration
|
2021-07-03 04:57:34 +08:00
|
|
|
|
2021-09-13 13:47:52 +08:00
|
|
|
SeedMasterNodes []pb.ServerAddress
|
|
|
|
currentMaster pb.ServerAddress
|
2019-05-28 12:22:23 +08:00
|
|
|
pulseSeconds int
|
|
|
|
dataCenter string
|
|
|
|
rack string
|
|
|
|
store *storage.Store
|
|
|
|
guard *security.Guard
|
|
|
|
grpcDialOption grpc.DialOption
|
2014-05-15 16:08:00 +08:00
|
|
|
|
2021-02-07 09:00:03 +08:00
|
|
|
needleMapKind storage.NeedleMapKind
|
2020-07-10 10:08:36 +08:00
|
|
|
FixJpgOrientation bool
|
2021-07-01 16:21:14 +08:00
|
|
|
ReadMode string
|
2019-05-04 08:22:39 +08:00
|
|
|
compactionBytePerSecond int64
|
2020-09-19 15:03:00 +08:00
|
|
|
metricsAddress string
|
|
|
|
metricsIntervalSec int
|
2020-01-03 16:37:24 +08:00
|
|
|
fileSizeLimitBytes int64
|
2020-09-14 12:25:51 +08:00
|
|
|
isHeartbeating bool
|
|
|
|
stopChan chan bool
|
2013-12-02 17:37:36 +08:00
|
|
|
}
|
|
|
|
|
2015-03-09 16:10:01 +08:00
|
|
|
func NewVolumeServer(adminMux, publicMux *http.ServeMux, ip string,
|
2021-09-13 13:47:52 +08:00
|
|
|
port int, grpcPort int, publicUrl string,
|
2021-04-27 10:37:24 +08:00
|
|
|
folders []string, maxCounts []int, minFreeSpaces []util.MinFreeSpace, diskTypes []types.DiskType,
|
2020-12-14 14:29:52 +08:00
|
|
|
idxFolder string,
|
2021-02-07 09:00:03 +08:00
|
|
|
needleMapKind storage.NeedleMapKind,
|
2021-09-13 13:47:52 +08:00
|
|
|
masterNodes []pb.ServerAddress, pulseSeconds int,
|
2013-12-02 17:37:36 +08:00
|
|
|
dataCenter string, rack string,
|
2015-01-06 06:20:04 +08:00
|
|
|
whiteList []string,
|
2020-07-10 10:08:36 +08:00
|
|
|
fixJpgOrientation bool,
|
2021-06-30 17:28:37 +08:00
|
|
|
readMode string,
|
2019-05-04 08:22:39 +08:00
|
|
|
compactionMBPerSecond int,
|
2020-01-03 16:37:24 +08:00
|
|
|
fileSizeLimitMB int,
|
2021-03-30 17:10:50 +08:00
|
|
|
concurrentUploadLimit int64,
|
2021-08-09 14:25:16 +08:00
|
|
|
concurrentDownloadLimit int64,
|
2022-05-20 18:18:20 +08:00
|
|
|
inflightUploadDataTimeout time.Duration,
|
2019-05-04 08:22:39 +08:00
|
|
|
) *VolumeServer {
|
2019-02-14 16:08:20 +08:00
|
|
|
|
2020-01-30 01:09:55 +08:00
|
|
|
v := util.GetViper()
|
2019-02-14 16:08:20 +08:00
|
|
|
signingKey := v.GetString("jwt.signing.key")
|
2019-05-04 23:42:25 +08:00
|
|
|
v.SetDefault("jwt.signing.expires_after_seconds", 10)
|
|
|
|
expiresAfterSec := v.GetInt("jwt.signing.expires_after_seconds")
|
2019-02-14 16:08:20 +08:00
|
|
|
enableUiAccess := v.GetBool("access.ui")
|
|
|
|
|
2019-06-06 15:29:02 +08:00
|
|
|
readSigningKey := v.GetString("jwt.signing.read.key")
|
|
|
|
v.SetDefault("jwt.signing.read.expires_after_seconds", 60)
|
|
|
|
readExpiresAfterSec := v.GetInt("jwt.signing.read.expires_after_seconds")
|
|
|
|
|
2013-12-02 17:37:36 +08:00
|
|
|
vs := &VolumeServer{
|
2021-08-09 14:25:16 +08:00
|
|
|
pulseSeconds: pulseSeconds,
|
|
|
|
dataCenter: dataCenter,
|
|
|
|
rack: rack,
|
|
|
|
needleMapKind: needleMapKind,
|
|
|
|
FixJpgOrientation: fixJpgOrientation,
|
|
|
|
ReadMode: readMode,
|
|
|
|
grpcDialOption: security.LoadClientTLS(util.GetViper(), "grpc.volume"),
|
|
|
|
compactionBytePerSecond: int64(compactionMBPerSecond) * 1024 * 1024,
|
|
|
|
fileSizeLimitBytes: int64(fileSizeLimitMB) * 1024 * 1024,
|
|
|
|
isHeartbeating: true,
|
|
|
|
stopChan: make(chan bool),
|
2022-05-20 14:33:47 +08:00
|
|
|
inFlightUploadDataLimitCond: sync.NewCond(new(sync.Mutex)),
|
2021-08-09 14:25:16 +08:00
|
|
|
inFlightDownloadDataLimitCond: sync.NewCond(new(sync.Mutex)),
|
|
|
|
concurrentUploadLimit: concurrentUploadLimit,
|
|
|
|
concurrentDownloadLimit: concurrentDownloadLimit,
|
2022-05-20 18:18:20 +08:00
|
|
|
inflightUploadDataTimeout: inflightUploadDataTimeout,
|
2013-12-02 17:37:36 +08:00
|
|
|
}
|
2019-05-28 12:22:23 +08:00
|
|
|
vs.SeedMasterNodes = masterNodes
|
2020-09-16 16:27:05 +08:00
|
|
|
|
|
|
|
vs.checkWithMaster()
|
|
|
|
|
2021-09-13 13:47:52 +08:00
|
|
|
vs.store = storage.NewStore(vs.grpcDialOption, ip, port, grpcPort, publicUrl, folders, maxCounts, minFreeSpaces, idxFolder, vs.needleMapKind, diskTypes)
|
2019-06-06 15:29:02 +08:00
|
|
|
vs.guard = security.NewGuard(whiteList, signingKey, expiresAfterSec, readSigningKey, readExpiresAfterSec)
|
2015-01-06 06:20:04 +08:00
|
|
|
|
2018-10-08 01:54:05 +08:00
|
|
|
handleStaticResources(adminMux)
|
2020-08-25 17:27:47 +08:00
|
|
|
adminMux.HandleFunc("/status", vs.statusHandler)
|
2022-02-16 17:18:36 +08:00
|
|
|
adminMux.HandleFunc("/healthz", vs.healthzHandler)
|
2019-02-14 16:08:20 +08:00
|
|
|
if signingKey == "" || enableUiAccess {
|
|
|
|
// only expose the volume server details for safe environments
|
|
|
|
adminMux.HandleFunc("/ui/index.html", vs.uiStatusHandler)
|
2020-02-22 13:45:03 +08:00
|
|
|
/*
|
|
|
|
adminMux.HandleFunc("/stats/counter", vs.guard.WhiteList(statsCounterHandler))
|
|
|
|
adminMux.HandleFunc("/stats/memory", vs.guard.WhiteList(statsMemoryHandler))
|
|
|
|
adminMux.HandleFunc("/stats/disk", vs.guard.WhiteList(vs.statsDiskHandler))
|
|
|
|
*/
|
2019-02-14 16:08:20 +08:00
|
|
|
}
|
2015-03-13 22:59:29 +08:00
|
|
|
adminMux.HandleFunc("/", vs.privateStoreHandler)
|
2015-02-26 15:59:07 +08:00
|
|
|
if publicMux != adminMux {
|
|
|
|
// separated admin and public port
|
2018-10-08 01:54:05 +08:00
|
|
|
handleStaticResources(publicMux)
|
2015-03-13 22:59:29 +08:00
|
|
|
publicMux.HandleFunc("/", vs.publicReadOnlyHandler)
|
2015-02-26 15:59:07 +08:00
|
|
|
}
|
2013-12-02 17:37:36 +08:00
|
|
|
|
2017-01-10 17:01:12 +08:00
|
|
|
go vs.heartbeat()
|
2021-09-08 07:43:54 +08:00
|
|
|
go stats.LoopPushingMetric("volumeServer", util.JoinHostPort(ip, port), vs.metricsAddress, vs.metricsIntervalSec)
|
2013-12-02 17:37:36 +08:00
|
|
|
|
|
|
|
return vs
|
|
|
|
}
|
2014-05-13 15:03:10 +08:00
|
|
|
|
2021-07-13 16:29:57 +08:00
|
|
|
func (vs *VolumeServer) SetStopping() {
|
|
|
|
glog.V(0).Infoln("Stopping volume server...")
|
|
|
|
vs.store.SetStopping()
|
|
|
|
}
|
|
|
|
|
2014-05-13 15:03:10 +08:00
|
|
|
func (vs *VolumeServer) Shutdown() {
|
|
|
|
glog.V(0).Infoln("Shutting down volume server...")
|
|
|
|
vs.store.Close()
|
|
|
|
glog.V(0).Infoln("Shut down successfully!")
|
|
|
|
}
|