broker: add profiling

weed/messaging/broker/broker_append.go

@@ -16,6 +16,10 @@ import (
 
 func (broker *MessageBroker) appendToFile(targetFile string, topicConfig *messaging_pb.TopicConfiguration, data []byte) error {
 
+	if topicConfig.IsTransient {
+		return nil
+	}
+
 	assignResult, uploadResult, err2 := broker.assignAndUpload(topicConfig, data)
 	if err2 != nil {
 		return err2

weed/messaging/broker/broker_grpc_server_publish.go

@@ -23,7 +23,7 @@ func (broker *MessageBroker) Publish(stream messaging_pb.SeaweedMessaging_Publis
 
 	// TODO look it up
 	topicConfig := &messaging_pb.TopicConfiguration{
-
+		IsTransient: true,
 	}
 
 	// send init response

weed/messaging/client/client.go

@@ -23,12 +23,12 @@ func NewMessagingClient(bootstrapBrokers []string) (*MessagingClient, error) {
 		return nil, err
 	}
 
+	util.OnInterrupt(func() {
+		grpcConnection.Close()
+	})
+
 	return &MessagingClient{
 		bootstrapBrokers: bootstrapBrokers,
 		grpcConnection:   grpcConnection,
 	}, nil
 }
-
-func (mc *MessagingClient) Shutdown() {
-	mc.grpcConnection.Close()
-}

weed/messaging/client/publisher.go

@@ -69,8 +69,7 @@ func (p *Publisher) Publish(m *messaging_pb.RawData) error {
 
 }
 
-func (p *Publisher) Shutdown() {
-
-	p.publishClient.CloseSend()
+func (p *Publisher) Close() error {
 
+	return p.publishClient.CloseSend()
 }

weed/messaging/client/subscriber.go

@@ -59,7 +59,3 @@ func (s *Subscriber) Subscribe(processFn func(m *messaging_pb.Message)) error {
 		processFn(resp.Data)
 	}
 }
-
-func (s *Subscriber) Shutdown() {
-	s.subscriberClient.CloseSend()
-}