seaweedfs/weed/filer/redis3/kv_directory_children.go

112 lines
2.7 KiB
Go
Raw Normal View History

2021-09-19 05:04:30 +08:00
package redis3
import (
"context"
"fmt"
2021-10-04 16:01:31 +08:00
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/util/skiplist"
2021-09-19 05:04:30 +08:00
"github.com/go-redis/redis/v8"
)
2021-10-04 16:01:31 +08:00
const maxNameBatchSizeLimit = 5
2021-09-19 05:04:30 +08:00
func insertChild(ctx context.Context, client redis.UniversalClient, key string, name string) error {
data, err := client.Get(ctx, key).Result()
if err != nil {
if err != redis.Nil {
return fmt.Errorf("read %s: %v", key, err)
}
}
2021-10-04 16:01:31 +08:00
store := newSkipListElementStore(key, client)
nameList := skiplist.LoadNameList([]byte(data), store, maxNameBatchSizeLimit)
// println("add", key, name)
if err := nameList.WriteName(name); err != nil {
glog.Errorf("add %s %s: %v", key, name, err)
return err
}
if !nameList.HasChanges() {
return nil
}
if err := client.Set(ctx, key, nameList.ToBytes(), 0).Err(); err != nil {
return err
2021-09-19 05:04:30 +08:00
}
2021-10-04 16:01:31 +08:00
2021-09-19 05:04:30 +08:00
return nil
}
func removeChild(ctx context.Context, client redis.UniversalClient, key string, name string) error {
data, err := client.Get(ctx, key).Result()
if err != nil {
if err != redis.Nil {
return fmt.Errorf("read %s: %v", key, err)
}
}
2021-10-04 16:01:31 +08:00
store := newSkipListElementStore(key, client)
nameList := skiplist.LoadNameList([]byte(data), store, maxNameBatchSizeLimit)
if err := nameList.DeleteName(name); err != nil {
return err
}
if !nameList.HasChanges() {
return nil
}
if err := client.Set(ctx, key, nameList.ToBytes(), 0).Err(); err != nil {
return err
2021-09-19 05:04:30 +08:00
}
2021-10-04 16:01:31 +08:00
2021-09-19 05:04:30 +08:00
return nil
}
func removeChildren(ctx context.Context, client redis.UniversalClient, key string, onDeleteFn func(name string) error) error {
2021-10-04 16:01:31 +08:00
data, err := client.Get(ctx, key).Result()
if err != nil {
if err != redis.Nil {
return fmt.Errorf("read %s: %v", key, err)
}
}
store := newSkipListElementStore(key, client)
nameList := skiplist.LoadNameList([]byte(data), store, maxNameBatchSizeLimit)
if err = nameList.ListNames("", func(name string) bool {
if err := onDeleteFn(name); err != nil {
glog.Errorf("delete %s child %s: %v", key, name, err)
return false
}
return true
}); err != nil {
return err
}
if err = nameList.RemoteAllListElement(); err != nil {
return err
}
2021-09-19 05:04:30 +08:00
return nil
2021-10-04 16:01:31 +08:00
2021-09-19 05:04:30 +08:00
}
2021-10-04 16:01:31 +08:00
func listChildren(ctx context.Context, client redis.UniversalClient, key string, startFileName string, eachFn func(name string) bool) error {
data, err := client.Get(ctx, key).Result()
if err != nil {
if err != redis.Nil {
return fmt.Errorf("read %s: %v", key, err)
}
}
store := newSkipListElementStore(key, client)
nameList := skiplist.LoadNameList([]byte(data), store, maxNameBatchSizeLimit)
if err = nameList.ListNames(startFileName, func(name string) bool {
return eachFn(name)
}); err != nil {
return err
}
2021-09-19 05:04:30 +08:00
return nil
2021-10-04 16:01:31 +08:00
2021-09-19 05:04:30 +08:00
}