package command import ( "fmt" "github.com/chrislusf/seaweedfs/weed/pb" "github.com/golang/protobuf/jsonpb" "os" "path/filepath" "strings" "time" "github.com/chrislusf/seaweedfs/weed/pb/filer_pb" "github.com/chrislusf/seaweedfs/weed/security" "github.com/chrislusf/seaweedfs/weed/util" ) func init() { cmdFilerMetaTail.Run = runFilerMetaTail // break init cycle } var cmdFilerMetaTail = &Command{ UsageLine: "filer.meta.tail [-filer=localhost:8888] [-pathPrefix=/]", Short: "see continuous changes on a filer", Long: `See continuous changes on a filer. weed filer.meta.tail -timeAgo=30h | grep truncate weed filer.meta.tail -timeAgo=30h | jq . weed filer.meta.tail -timeAgo=30h | jq .eventNotification.newEntry.name weed filer.meta.tail -timeAgo=30h -es=http://: -es.index=seaweedfs `, } var ( tailFiler = cmdFilerMetaTail.Flag.String("filer", "localhost:8888", "filer hostname:port") tailTarget = cmdFilerMetaTail.Flag.String("pathPrefix", "/", "path to a folder or common prefix for the folders or files on filer") tailStart = cmdFilerMetaTail.Flag.Duration("timeAgo", 0, "start time before now. \"300ms\", \"1.5h\" or \"2h45m\". Valid time units are \"ns\", \"us\" (or \"µs\"), \"ms\", \"s\", \"m\", \"h\"") tailStop = cmdFilerMetaTail.Flag.Duration("untilTimeAgo", 0, "read until this time ago. \"300ms\", \"1.5h\" or \"2h45m\". Valid time units are \"ns\", \"us\" (or \"µs\"), \"ms\", \"s\", \"m\", \"h\"") tailPattern = cmdFilerMetaTail.Flag.String("pattern", "", "full path or just filename pattern, ex: \"/home/?opher\", \"*.pdf\", see https://golang.org/pkg/path/filepath/#Match ") esServers = cmdFilerMetaTail.Flag.String("es", "", "comma-separated elastic servers http://") esIndex = cmdFilerMetaTail.Flag.String("es.index", "seaweedfs", "ES index name") ) func runFilerMetaTail(cmd *Command, args []string) bool { util.LoadConfiguration("security", false) grpcDialOption := security.LoadClientTLS(util.GetViper(), "grpc.client") clientId := util.RandomInt32() var filterFunc func(dir, fname string) bool if *tailPattern != "" { if strings.Contains(*tailPattern, "/") { println("watch path pattern", *tailPattern) filterFunc = func(dir, fname string) bool { matched, err := filepath.Match(*tailPattern, dir+"/"+fname) if err != nil { fmt.Printf("error: %v", err) } return matched } } else { println("watch file pattern", *tailPattern) filterFunc = func(dir, fname string) bool { matched, err := filepath.Match(*tailPattern, fname) if err != nil { fmt.Printf("error: %v", err) } return matched } } } shouldPrint := func(resp *filer_pb.SubscribeMetadataResponse) bool { if filer_pb.IsEmpty(resp) { return false } if filterFunc == nil { return true } if resp.EventNotification.OldEntry != nil && filterFunc(resp.Directory, resp.EventNotification.OldEntry.Name) { return true } if resp.EventNotification.NewEntry != nil && filterFunc(resp.EventNotification.NewParentPath, resp.EventNotification.NewEntry.Name) { return true } return false } jsonpbMarshaler := jsonpb.Marshaler{ EmitDefaults: false, } eachEntryFunc := func(resp *filer_pb.SubscribeMetadataResponse) error { jsonpbMarshaler.Marshal(os.Stdout, resp) fmt.Fprintln(os.Stdout) return nil } if *esServers != "" { var err error eachEntryFunc, err = sendToElasticSearchFunc(*esServers, *esIndex) if err != nil { fmt.Printf("create elastic search client to %s: %+v\n", *esServers, err) return false } } var untilTsNs int64 if *tailStop != 0 { untilTsNs = time.Now().Add(-*tailStop).UnixNano() } tailErr := pb.FollowMetadata(pb.ServerAddress(*tailFiler), grpcDialOption, "tail", clientId, *tailTarget, nil, time.Now().Add(-*tailStart).UnixNano(), untilTsNs, 0, func(resp *filer_pb.SubscribeMetadataResponse) error { if !shouldPrint(resp) { return nil } if err := eachEntryFunc(resp); err != nil { return err } return nil }, false) if tailErr != nil { fmt.Printf("tail %s: %v\n", *tailFiler, tailErr) } return true }