2018-05-26 14:27:06 +08:00
|
|
|
package filer2
|
|
|
|
|
2018-05-26 18:49:46 +08:00
|
|
|
import (
|
2019-03-16 06:55:34 +08:00
|
|
|
"context"
|
2019-06-23 03:23:25 +08:00
|
|
|
"time"
|
|
|
|
|
2019-05-17 17:03:23 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2019-06-23 03:23:25 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/stats"
|
2018-08-20 06:17:55 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2018-05-26 18:49:46 +08:00
|
|
|
)
|
2018-05-26 14:27:06 +08:00
|
|
|
|
|
|
|
type FilerStore interface {
|
2018-06-18 04:24:57 +08:00
|
|
|
// GetName gets the name to locate the configuration in filer.toml file
|
2018-05-26 18:49:46 +08:00
|
|
|
GetName() string
|
2018-06-18 04:01:57 +08:00
|
|
|
// Initialize initializes the file store
|
2020-01-30 01:09:55 +08:00
|
|
|
Initialize(configuration util.Configuration, prefix string) error
|
2019-03-16 06:55:34 +08:00
|
|
|
InsertEntry(context.Context, *Entry) error
|
|
|
|
UpdateEntry(context.Context, *Entry) (err error)
|
2018-07-20 17:14:18 +08:00
|
|
|
// err == filer2.ErrNotFound if not found
|
2019-03-16 06:55:34 +08:00
|
|
|
FindEntry(context.Context, FullPath) (entry *Entry, err error)
|
|
|
|
DeleteEntry(context.Context, FullPath) (err error)
|
2019-12-13 16:23:05 +08:00
|
|
|
DeleteFolderChildren(context.Context, FullPath) (err error)
|
2019-03-16 06:55:34 +08:00
|
|
|
ListDirectoryEntries(ctx context.Context, dirPath FullPath, startFileName string, includeStartFile bool, limit int) ([]*Entry, error)
|
2019-03-31 14:08:29 +08:00
|
|
|
|
|
|
|
BeginTransaction(ctx context.Context) (context.Context, error)
|
|
|
|
CommitTransaction(ctx context.Context) error
|
|
|
|
RollbackTransaction(ctx context.Context) error
|
2020-03-15 11:30:26 +08:00
|
|
|
|
|
|
|
Shutdown()
|
2018-05-26 14:27:06 +08:00
|
|
|
}
|
|
|
|
|
2019-05-17 17:03:23 +08:00
|
|
|
type FilerStoreWrapper struct {
|
|
|
|
actualStore FilerStore
|
|
|
|
}
|
|
|
|
|
2019-05-29 12:29:07 +08:00
|
|
|
func NewFilerStoreWrapper(store FilerStore) *FilerStoreWrapper {
|
2019-07-24 16:41:45 +08:00
|
|
|
if innerStore, ok := store.(*FilerStoreWrapper); ok {
|
|
|
|
return innerStore
|
|
|
|
}
|
2019-05-17 17:03:23 +08:00
|
|
|
return &FilerStoreWrapper{
|
2019-05-29 12:29:07 +08:00
|
|
|
actualStore: store,
|
2019-05-17 17:03:23 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) GetName() string {
|
|
|
|
return fsw.actualStore.GetName()
|
|
|
|
}
|
|
|
|
|
2020-01-30 01:09:55 +08:00
|
|
|
func (fsw *FilerStoreWrapper) Initialize(configuration util.Configuration, prefix string) error {
|
|
|
|
return fsw.actualStore.Initialize(configuration, prefix)
|
2019-05-17 17:03:23 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) InsertEntry(ctx context.Context, entry *Entry) error {
|
2019-06-23 03:23:25 +08:00
|
|
|
stats.FilerStoreCounter.WithLabelValues(fsw.actualStore.GetName(), "insert").Inc()
|
|
|
|
start := time.Now()
|
2019-06-23 11:05:25 +08:00
|
|
|
defer func() {
|
|
|
|
stats.FilerStoreHistogram.WithLabelValues(fsw.actualStore.GetName(), "insert").Observe(time.Since(start).Seconds())
|
|
|
|
}()
|
2019-06-23 03:23:25 +08:00
|
|
|
|
2019-05-17 17:03:23 +08:00
|
|
|
filer_pb.BeforeEntrySerialization(entry.Chunks)
|
|
|
|
return fsw.actualStore.InsertEntry(ctx, entry)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) UpdateEntry(ctx context.Context, entry *Entry) error {
|
2019-06-23 03:23:25 +08:00
|
|
|
stats.FilerStoreCounter.WithLabelValues(fsw.actualStore.GetName(), "update").Inc()
|
|
|
|
start := time.Now()
|
2019-06-23 11:05:25 +08:00
|
|
|
defer func() {
|
|
|
|
stats.FilerStoreHistogram.WithLabelValues(fsw.actualStore.GetName(), "update").Observe(time.Since(start).Seconds())
|
|
|
|
}()
|
2019-06-23 03:23:25 +08:00
|
|
|
|
2019-05-17 17:03:23 +08:00
|
|
|
filer_pb.BeforeEntrySerialization(entry.Chunks)
|
|
|
|
return fsw.actualStore.UpdateEntry(ctx, entry)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) FindEntry(ctx context.Context, fp FullPath) (entry *Entry, err error) {
|
2019-06-23 03:23:25 +08:00
|
|
|
stats.FilerStoreCounter.WithLabelValues(fsw.actualStore.GetName(), "find").Inc()
|
|
|
|
start := time.Now()
|
2019-06-23 11:05:25 +08:00
|
|
|
defer func() {
|
|
|
|
stats.FilerStoreHistogram.WithLabelValues(fsw.actualStore.GetName(), "find").Observe(time.Since(start).Seconds())
|
|
|
|
}()
|
2019-06-23 03:23:25 +08:00
|
|
|
|
2019-05-17 17:03:23 +08:00
|
|
|
entry, err = fsw.actualStore.FindEntry(ctx, fp)
|
2019-05-17 17:28:20 +08:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2019-05-17 17:03:23 +08:00
|
|
|
filer_pb.AfterEntryDeserialization(entry.Chunks)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) DeleteEntry(ctx context.Context, fp FullPath) (err error) {
|
2019-06-23 03:23:25 +08:00
|
|
|
stats.FilerStoreCounter.WithLabelValues(fsw.actualStore.GetName(), "delete").Inc()
|
|
|
|
start := time.Now()
|
2019-06-23 11:05:25 +08:00
|
|
|
defer func() {
|
|
|
|
stats.FilerStoreHistogram.WithLabelValues(fsw.actualStore.GetName(), "delete").Observe(time.Since(start).Seconds())
|
|
|
|
}()
|
2019-06-23 03:23:25 +08:00
|
|
|
|
2019-05-17 17:03:23 +08:00
|
|
|
return fsw.actualStore.DeleteEntry(ctx, fp)
|
|
|
|
}
|
|
|
|
|
2019-12-13 16:23:05 +08:00
|
|
|
func (fsw *FilerStoreWrapper) DeleteFolderChildren(ctx context.Context, fp FullPath) (err error) {
|
|
|
|
stats.FilerStoreCounter.WithLabelValues(fsw.actualStore.GetName(), "deleteFolderChildren").Inc()
|
|
|
|
start := time.Now()
|
|
|
|
defer func() {
|
|
|
|
stats.FilerStoreHistogram.WithLabelValues(fsw.actualStore.GetName(), "deleteFolderChildren").Observe(time.Since(start).Seconds())
|
|
|
|
}()
|
|
|
|
|
|
|
|
return fsw.actualStore.DeleteFolderChildren(ctx, fp)
|
|
|
|
}
|
|
|
|
|
2019-05-17 17:03:23 +08:00
|
|
|
func (fsw *FilerStoreWrapper) ListDirectoryEntries(ctx context.Context, dirPath FullPath, startFileName string, includeStartFile bool, limit int) ([]*Entry, error) {
|
2019-06-23 03:23:25 +08:00
|
|
|
stats.FilerStoreCounter.WithLabelValues(fsw.actualStore.GetName(), "list").Inc()
|
|
|
|
start := time.Now()
|
2019-06-23 11:05:25 +08:00
|
|
|
defer func() {
|
|
|
|
stats.FilerStoreHistogram.WithLabelValues(fsw.actualStore.GetName(), "list").Observe(time.Since(start).Seconds())
|
|
|
|
}()
|
2019-06-23 03:23:25 +08:00
|
|
|
|
2019-05-17 17:03:23 +08:00
|
|
|
entries, err := fsw.actualStore.ListDirectoryEntries(ctx, dirPath, startFileName, includeStartFile, limit)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
for _, entry := range entries {
|
|
|
|
filer_pb.AfterEntryDeserialization(entry.Chunks)
|
|
|
|
}
|
|
|
|
return entries, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) BeginTransaction(ctx context.Context) (context.Context, error) {
|
|
|
|
return fsw.actualStore.BeginTransaction(ctx)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) CommitTransaction(ctx context.Context) error {
|
|
|
|
return fsw.actualStore.CommitTransaction(ctx)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) RollbackTransaction(ctx context.Context) error {
|
|
|
|
return fsw.actualStore.RollbackTransaction(ctx)
|
|
|
|
}
|
2020-03-15 11:30:26 +08:00
|
|
|
|
|
|
|
func (fsw *FilerStoreWrapper) Shutdown() {
|
|
|
|
fsw.actualStore.Shutdown()
|
|
|
|
}
|