mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2025-06-28 07:04:03 +08:00
cc05874d06
* scaffold message queue agent * adjust proto, add mq_agent * add agent client implementation * remove unused function * agent publish server implementation * adding agent
65 lines
2.0 KiB
Go
65 lines
2.0 KiB
Go
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/client/sub_client"
|
|
"github.com/seaweedfs/seaweedfs/weed/mq/topic"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/util"
|
|
util_http "github.com/seaweedfs/seaweedfs/weed/util/http"
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/credentials/insecure"
|
|
"strings"
|
|
)
|
|
|
|
var (
|
|
namespace = flag.String("ns", "test", "namespace")
|
|
t = flag.String("topic", "test", "topic")
|
|
seedBrokers = flag.String("brokers", "localhost:17777", "seed brokers")
|
|
maxPartitionCount = flag.Int("maxPartitionCount", 3, "max partition count")
|
|
perPartitionConcurrency = flag.Int("perPartitionConcurrency", 1, "per partition concurrency")
|
|
|
|
clientId = flag.Uint("client_id", uint(util.RandomInt32()), "client id")
|
|
)
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
util_http.InitGlobalHttpClient()
|
|
|
|
subscriberConfig := &sub_client.SubscriberConfiguration{
|
|
ConsumerGroup: "test",
|
|
ConsumerGroupInstanceId: fmt.Sprintf("client-%d", *clientId),
|
|
GrpcDialOption: grpc.WithTransportCredentials(insecure.NewCredentials()),
|
|
MaxPartitionCount: int32(*maxPartitionCount),
|
|
SlidingWindowSize: int32(*perPartitionConcurrency),
|
|
}
|
|
|
|
contentConfig := &sub_client.ContentConfiguration{
|
|
Topic: topic.NewTopic(*namespace, *t),
|
|
Filter: "",
|
|
}
|
|
|
|
brokers := strings.Split(*seedBrokers, ",")
|
|
subscriber := sub_client.NewTopicSubscriber(brokers, subscriberConfig, contentConfig, make(chan sub_client.KeyedOffset, 1024))
|
|
|
|
counter := 0
|
|
executors := util.NewLimitedConcurrentExecutor(int(subscriberConfig.SlidingWindowSize))
|
|
subscriber.SetOnDataMessageFn(func(m *mq_pb.SubscribeMessageResponse_Data) {
|
|
executors.Execute(func() {
|
|
counter++
|
|
println(string(m.Data.Key), "=>", string(m.Data.Value), counter)
|
|
})
|
|
})
|
|
|
|
subscriber.SetCompletionFunc(func() {
|
|
glog.V(0).Infof("done received %d messages", counter)
|
|
})
|
|
|
|
if err := subscriber.Subscribe(); err != nil {
|
|
fmt.Println(err)
|
|
}
|
|
|
|
}
|