add logging on kafka reading

This commit is contained in:
Chris Lu 2018-09-19 22:31:45 -07:00
parent d9b32db8d7
commit d5149e592e
2 changed files with 7 additions and 0 deletions

View File

@ -52,6 +52,7 @@ func runFilerReplicate(cmd *Command, args []string) bool {
glog.Errorf("receive %s: %+v", key, err) glog.Errorf("receive %s: %+v", key, err)
continue continue
} }
glog.V(1).Infof("processing file: %s", key)
if err = replicator.Replicate(key, m); err != nil { if err = replicator.Replicate(key, m); err != nil {
glog.Errorf("replicate %s: %+v", key, err) glog.Errorf("replicate %s: %+v", key, err)
} }

View File

@ -37,6 +37,12 @@ func (k *KafkaInput) initialize(hosts []string, topic string) (err error) {
config := sarama.NewConfig() config := sarama.NewConfig()
config.Consumer.Return.Errors = true config.Consumer.Return.Errors = true
k.consumer, err = sarama.NewConsumer(hosts, config) k.consumer, err = sarama.NewConsumer(hosts, config)
if err != nil {
panic(err)
} else {
glog.V(0).Infof("connected to %v", hosts)
}
k.topic = topic k.topic = topic
k.messageChan = make(chan *sarama.ConsumerMessage, 1) k.messageChan = make(chan *sarama.ConsumerMessage, 1)