lsm/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2025-07-15 16:31:04 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

close local partition if no more publishers and subscribers

Browse Source
This commit is contained in:
chrislu 2024-03-24 21:10:02 -07:00
parent 4f5c4c3388
commit 1b1b96ea1e
1 changed files with 28 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

57
weed/mq/broker/broker_grpc_pub.go
View File

@ -91,38 +91,11 @@ func (b *MessageQueueBroker) PublishMessage(stream mq_pb.SeaweedMessaging_Publis
}); err != nil { }); err != nil {
return err return err
} }
}
// process each published messages // start receiving ack from follower
clientName := fmt.Sprintf("%v-%4d/%s/%v", findClientAddress(stream.Context()), rand.Intn(10000), initMessage.Topic, initMessage.Partition)
localTopicPartition.Publishers.AddPublisher(clientName, topic.NewLocalPublisher())
ackCounter := 0
var ackSequence int64
defer func() {
if localTopicPartition.FollowerStream == nil {
// remove the publisher
localTopicPartition.Publishers.RemovePublisher(clientName)
glog.V(0).Infof("topic %v partition %v published %d messges Publisher:%d Subscriber:%d", initMessage.Topic, initMessage.Partition, ackSequence, localTopicPartition.Publishers.Size(), localTopicPartition.Subscribers.Size())
if localTopicPartition.MaybeShutdownLocalPartition() {
b.localTopicManager.RemoveTopicPartition(t, p)
}
}
}()
if localTopicPartition.FollowerStream != nil {
go func() { go func() {
defer func() { defer func() {
println("stop receiving ack from follower") println("stop receiving ack from follower")
// remove the publisher
localTopicPartition.Publishers.RemovePublisher(clientName)
glog.V(0).Infof("topic %v partition %v published %d messges Publisher:%d Subscriber:%d", initMessage.Topic, initMessage.Partition, ackSequence, localTopicPartition.Publishers.Size(), localTopicPartition.Subscribers.Size())
if localTopicPartition.MaybeShutdownLocalPartition() {
b.localTopicManager.RemoveTopicPartition(t, p)
}
println("closing grpcConnection to follower")
localTopicPartition.GrpcConnection.Close()
}() }()
for { for {
@ -131,7 +104,6 @@ func (b *MessageQueueBroker) PublishMessage(stream mq_pb.SeaweedMessaging_Publis
glog.Errorf("Error receiving response: %v", err) glog.Errorf("Error receiving response: %v", err)
return return
} }
ackSequence = ack.AckTsNs
println("recv ack", ack.AckTsNs) println("recv ack", ack.AckTsNs)
if err := stream.Send(&mq_pb.PublishMessageResponse{ if err := stream.Send(&mq_pb.PublishMessageResponse{
AckSequence: ack.AckTsNs, AckSequence: ack.AckTsNs,
@ -143,6 +115,33 @@ func (b *MessageQueueBroker) PublishMessage(stream mq_pb.SeaweedMessaging_Publis
}() }()
} }
// process each published messages
clientName := fmt.Sprintf("%v-%4d/%s/%v", findClientAddress(stream.Context()), rand.Intn(10000), initMessage.Topic, initMessage.Partition)
localTopicPartition.Publishers.AddPublisher(clientName, topic.NewLocalPublisher())
ackCounter := 0
var ackSequence int64
defer func() {
// remove the publisher
localTopicPartition.Publishers.RemovePublisher(clientName)
glog.V(0).Infof("topic %v partition %v published %d messges Publisher:%d Subscriber:%d", initMessage.Topic, initMessage.Partition, ackSequence, localTopicPartition.Publishers.Size(), localTopicPartition.Subscribers.Size())
if localTopicPartition.MaybeShutdownLocalPartition() {
if localTopicPartition.FollowerStream != nil {
// send close to the follower
if followErr := localTopicPartition.FollowerStream.Send(&mq_pb.PublishFollowMeRequest{
Message: &mq_pb.PublishFollowMeRequest_Close{
Close: &mq_pb.PublishFollowMeRequest_CloseMessage{},
},
}); followErr != nil {
glog.Errorf("Error closing follower stream: %v", followErr)
}
println("closing grpcConnection to follower")
localTopicPartition.GrpcConnection.Close()
}
b.localTopicManager.RemoveTopicPartition(t, p)
}
}()
// send a hello message // send a hello message
stream.Send(&mq_pb.PublishMessageResponse{}) stream.Send(&mq_pb.PublishMessageResponse{})