2018-07-18 17:37:09 +08:00
|
|
|
package s3api
|
|
|
|
|
|
|
|
import (
|
2020-07-28 23:47:24 +08:00
|
|
|
"fmt"
|
2020-12-07 16:10:29 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer"
|
2020-12-07 16:29:17 +08:00
|
|
|
. "github.com/chrislusf/seaweedfs/weed/s3api/s3_constants"
|
2020-02-10 06:30:02 +08:00
|
|
|
"net/http"
|
2020-10-21 23:48:51 +08:00
|
|
|
"strings"
|
2020-12-07 16:10:29 +08:00
|
|
|
"time"
|
2020-02-10 06:30:02 +08:00
|
|
|
|
2018-07-18 17:37:09 +08:00
|
|
|
"github.com/gorilla/mux"
|
2019-02-19 04:11:52 +08:00
|
|
|
"google.golang.org/grpc"
|
2018-07-18 17:37:09 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
type S3ApiServerOption struct {
|
|
|
|
Filer string
|
2020-07-28 23:47:24 +08:00
|
|
|
Port int
|
2018-07-18 17:37:09 +08:00
|
|
|
FilerGrpcAddress string
|
2020-02-10 06:30:02 +08:00
|
|
|
Config string
|
2018-07-18 17:37:09 +08:00
|
|
|
DomainName string
|
2018-07-19 16:21:44 +08:00
|
|
|
BucketsPath string
|
2019-02-19 04:11:52 +08:00
|
|
|
GrpcDialOption grpc.DialOption
|
2018-07-18 17:37:09 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
type S3ApiServer struct {
|
|
|
|
option *S3ApiServerOption
|
2020-02-10 06:30:02 +08:00
|
|
|
iam *IdentityAccessManagement
|
2018-07-18 17:37:09 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewS3ApiServer(router *mux.Router, option *S3ApiServerOption) (s3ApiServer *S3ApiServer, err error) {
|
|
|
|
s3ApiServer = &S3ApiServer{
|
|
|
|
option: option,
|
2020-11-04 00:45:56 +08:00
|
|
|
iam: NewIdentityAccessManagement(option),
|
2018-07-18 17:37:09 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
s3ApiServer.registerRouter(router)
|
|
|
|
|
2020-12-07 16:10:29 +08:00
|
|
|
go s3ApiServer.subscribeMetaEvents("s3", filer.IamConfigDirecotry+"/"+filer.IamIdentityFile, time.Now().UnixNano())
|
|
|
|
|
2018-07-18 17:37:09 +08:00
|
|
|
return s3ApiServer, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s3a *S3ApiServer) registerRouter(router *mux.Router) {
|
|
|
|
// API Router
|
|
|
|
apiRouter := router.PathPrefix("/").Subrouter()
|
|
|
|
var routers []*mux.Router
|
|
|
|
if s3a.option.DomainName != "" {
|
2020-10-21 23:48:51 +08:00
|
|
|
domainNames := strings.Split(s3a.option.DomainName, ",")
|
|
|
|
for _, domainName := range domainNames {
|
|
|
|
routers = append(routers, apiRouter.Host(
|
|
|
|
fmt.Sprintf("%s.%s:%d", "{bucket:.+}", domainName, s3a.option.Port)).Subrouter())
|
|
|
|
routers = append(routers, apiRouter.Host(
|
|
|
|
fmt.Sprintf("%s.%s", "{bucket:.+}", domainName)).Subrouter())
|
|
|
|
}
|
2018-07-18 17:37:09 +08:00
|
|
|
}
|
|
|
|
routers = append(routers, apiRouter.PathPrefix("/{bucket}").Subrouter())
|
|
|
|
|
|
|
|
for _, bucket := range routers {
|
2018-07-22 01:39:02 +08:00
|
|
|
|
2018-07-22 09:49:47 +08:00
|
|
|
// HeadObject
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("HEAD").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.HeadObjectHandler, ACTION_READ), "GET"))
|
2018-07-22 17:04:07 +08:00
|
|
|
// HeadBucket
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("HEAD").HandlerFunc(track(s3a.iam.Auth(s3a.HeadBucketHandler, ACTION_ADMIN), "GET"))
|
2018-07-22 17:04:07 +08:00
|
|
|
|
2020-01-31 16:11:08 +08:00
|
|
|
// CopyObjectPart
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("PUT").Path("/{object:.+}").HeadersRegexp("X-Amz-Copy-Source", ".*?(\\/|%2F).*?").HandlerFunc(track(s3a.iam.Auth(s3a.CopyObjectPartHandler, ACTION_WRITE), "PUT")).Queries("partNumber", "{partNumber:[0-9]+}", "uploadId", "{uploadId:.*}")
|
2018-09-04 02:38:10 +08:00
|
|
|
// PutObjectPart
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("PUT").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.PutObjectPartHandler, ACTION_WRITE), "PUT")).Queries("partNumber", "{partNumber:[0-9]+}", "uploadId", "{uploadId:.*}")
|
2018-09-04 02:38:10 +08:00
|
|
|
// CompleteMultipartUpload
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("POST").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.CompleteMultipartUploadHandler, ACTION_WRITE), "POST")).Queries("uploadId", "{uploadId:.*}")
|
2018-09-04 02:38:10 +08:00
|
|
|
// NewMultipartUpload
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("POST").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.NewMultipartUploadHandler, ACTION_WRITE), "POST")).Queries("uploads", "")
|
2018-09-04 02:38:10 +08:00
|
|
|
// AbortMultipartUpload
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("DELETE").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.AbortMultipartUploadHandler, ACTION_WRITE), "DELETE")).Queries("uploadId", "{uploadId:.*}")
|
2018-09-04 02:38:10 +08:00
|
|
|
// ListObjectParts
|
2020-10-08 14:22:35 +08:00
|
|
|
bucket.Methods("GET").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.ListObjectPartsHandler, ACTION_READ), "GET")).Queries("uploadId", "{uploadId:.*}")
|
2018-09-04 02:38:10 +08:00
|
|
|
// ListMultipartUploads
|
2020-10-08 14:22:35 +08:00
|
|
|
bucket.Methods("GET").HandlerFunc(track(s3a.iam.Auth(s3a.ListMultipartUploadsHandler, ACTION_READ), "GET")).Queries("uploads", "")
|
2018-09-04 02:38:10 +08:00
|
|
|
|
2020-10-03 13:21:51 +08:00
|
|
|
// GetObjectTagging
|
2020-10-08 14:22:35 +08:00
|
|
|
bucket.Methods("GET").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.GetObjectTaggingHandler, ACTION_READ), "GET")).Queries("tagging", "")
|
2020-10-03 13:21:51 +08:00
|
|
|
// PutObjectTagging
|
2020-10-08 14:22:35 +08:00
|
|
|
bucket.Methods("PUT").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.PutObjectTaggingHandler, ACTION_TAGGING), "PUT")).Queries("tagging", "")
|
2020-10-03 13:21:51 +08:00
|
|
|
// DeleteObjectTagging
|
2020-10-08 14:22:35 +08:00
|
|
|
bucket.Methods("DELETE").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.DeleteObjectTaggingHandler, ACTION_TAGGING), "DELETE")).Queries("tagging", "")
|
2020-10-03 13:21:51 +08:00
|
|
|
|
2020-01-31 16:11:08 +08:00
|
|
|
// CopyObject
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("PUT").Path("/{object:.+}").HeadersRegexp("X-Amz-Copy-Source", ".*?(\\/|%2F).*?").HandlerFunc(track(s3a.iam.Auth(s3a.CopyObjectHandler, ACTION_WRITE), "COPY"))
|
2018-09-12 15:46:12 +08:00
|
|
|
// PutObject
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("PUT").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.PutObjectHandler, ACTION_WRITE), "PUT"))
|
2018-09-12 15:46:12 +08:00
|
|
|
// PutBucket
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("PUT").HandlerFunc(track(s3a.iam.Auth(s3a.PutBucketHandler, ACTION_ADMIN), "PUT"))
|
2018-09-12 15:46:12 +08:00
|
|
|
|
2018-07-22 09:49:47 +08:00
|
|
|
// DeleteObject
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("DELETE").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.DeleteObjectHandler, ACTION_WRITE), "DELETE"))
|
2018-07-18 17:37:09 +08:00
|
|
|
// DeleteBucket
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("DELETE").HandlerFunc(track(s3a.iam.Auth(s3a.DeleteBucketHandler, ACTION_WRITE), "DELETE"))
|
2018-07-18 17:37:09 +08:00
|
|
|
|
2018-07-22 17:04:07 +08:00
|
|
|
// ListObjectsV2
|
2020-10-08 14:22:35 +08:00
|
|
|
bucket.Methods("GET").HandlerFunc(track(s3a.iam.Auth(s3a.ListObjectsV2Handler, ACTION_LIST), "LIST")).Queries("list-type", "2")
|
2018-09-20 13:01:41 +08:00
|
|
|
// GetObject, but directory listing is not supported
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("GET").Path("/{object:.+}").HandlerFunc(track(s3a.iam.Auth(s3a.GetObjectHandler, ACTION_READ), "GET"))
|
2018-07-22 16:14:36 +08:00
|
|
|
// ListObjectsV1 (Legacy)
|
2020-10-08 14:22:35 +08:00
|
|
|
bucket.Methods("GET").HandlerFunc(track(s3a.iam.Auth(s3a.ListObjectsV1Handler, ACTION_LIST), "LIST"))
|
2018-07-22 16:14:36 +08:00
|
|
|
|
2020-09-20 11:14:19 +08:00
|
|
|
// PostPolicy
|
2020-09-22 08:34:38 +08:00
|
|
|
bucket.Methods("POST").HeadersRegexp("Content-Type", "multipart/form-data*").HandlerFunc(track(s3a.iam.Auth(s3a.PostPolicyBucketHandler, ACTION_WRITE), "POST"))
|
2020-09-20 11:14:19 +08:00
|
|
|
|
2018-09-04 15:42:44 +08:00
|
|
|
// DeleteMultipleObjects
|
2020-09-21 07:00:01 +08:00
|
|
|
bucket.Methods("POST").HandlerFunc(track(s3a.iam.Auth(s3a.DeleteMultipleObjectsHandler, ACTION_WRITE), "DELETE")).Queries("delete", "")
|
2018-07-19 16:21:44 +08:00
|
|
|
/*
|
|
|
|
|
|
|
|
// not implemented
|
|
|
|
// GetBucketLocation
|
|
|
|
bucket.Methods("GET").HandlerFunc(s3a.GetBucketLocationHandler).Queries("location", "")
|
|
|
|
// GetBucketPolicy
|
|
|
|
bucket.Methods("GET").HandlerFunc(s3a.GetBucketPolicyHandler).Queries("policy", "")
|
|
|
|
// GetObjectACL
|
|
|
|
bucket.Methods("GET").Path("/{object:.+}").HandlerFunc(s3a.GetObjectACLHandler).Queries("acl", "")
|
|
|
|
// GetBucketACL
|
|
|
|
bucket.Methods("GET").HandlerFunc(s3a.GetBucketACLHandler).Queries("acl", "")
|
|
|
|
// PutBucketPolicy
|
|
|
|
bucket.Methods("PUT").HandlerFunc(s3a.PutBucketPolicyHandler).Queries("policy", "")
|
|
|
|
// DeleteBucketPolicy
|
|
|
|
bucket.Methods("DELETE").HandlerFunc(s3a.DeleteBucketPolicyHandler).Queries("policy", "")
|
|
|
|
*/
|
2018-07-18 17:37:09 +08:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
// ListBuckets
|
2020-10-09 01:11:41 +08:00
|
|
|
apiRouter.Methods("GET").Path("/").HandlerFunc(track(s3a.iam.Auth(s3a.ListBucketsHandler, ACTION_ADMIN), "LIST"))
|
2018-07-18 17:37:09 +08:00
|
|
|
|
|
|
|
// NotFound
|
|
|
|
apiRouter.NotFoundHandler = http.HandlerFunc(notFoundHandler)
|
|
|
|
|
|
|
|
}
|