2020-04-22 12:16:13 +08:00
|
|
|
package meta_cache
|
|
|
|
|
|
|
|
import (
|
2020-04-22 13:00:34 +08:00
|
|
|
"context"
|
2020-06-20 00:45:27 +08:00
|
|
|
"fmt"
|
2020-04-22 13:00:34 +08:00
|
|
|
|
2020-09-01 15:21:19 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer"
|
2020-04-22 13:00:34 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2020-04-22 12:16:13 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2020-04-22 13:00:34 +08:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2020-04-22 12:16:13 +08:00
|
|
|
)
|
|
|
|
|
2020-10-14 02:21:13 +08:00
|
|
|
func EnsureVisited(mc *MetaCache, client filer_pb.FilerClient, dirPath util.FullPath) error {
|
2020-06-20 00:45:27 +08:00
|
|
|
|
2020-10-14 02:21:13 +08:00
|
|
|
return mc.visitedBoundary.EnsureVisited(dirPath, func(path util.FullPath) (childDirectories []string, err error) {
|
2020-06-20 00:45:27 +08:00
|
|
|
|
2020-08-31 11:12:04 +08:00
|
|
|
glog.V(4).Infof("ReadDirAllEntries %s ...", path)
|
2020-06-20 00:45:27 +08:00
|
|
|
|
2020-11-01 18:36:43 +08:00
|
|
|
util.Retry("ReadDirAllEntries", func() error {
|
2020-10-14 10:49:52 +08:00
|
|
|
err = filer_pb.ReadDirAllEntries(client, dirPath, "", func(pbEntry *filer_pb.Entry, isLast bool) error {
|
|
|
|
entry := filer.FromPbEntry(string(dirPath), pbEntry)
|
|
|
|
if err := mc.doInsertEntry(context.Background(), entry); err != nil {
|
|
|
|
glog.V(0).Infof("read %s: %v", entry.FullPath, err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if entry.IsDirectory() {
|
|
|
|
childDirectories = append(childDirectories, entry.Name())
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
2020-11-01 16:58:48 +08:00
|
|
|
return err
|
|
|
|
})
|
|
|
|
|
|
|
|
if err != nil {
|
2020-06-20 00:45:27 +08:00
|
|
|
err = fmt.Errorf("list %s: %v", dirPath, err)
|
|
|
|
}
|
2020-11-01 16:58:48 +08:00
|
|
|
|
2020-06-20 00:45:27 +08:00
|
|
|
return
|
|
|
|
})
|
|
|
|
}
|