mirror of
https://github.com/chrislusf/seaweedfs
synced 2024-07-02 23:26:42 +02:00
580940bf82
* balance partitions on brokers * prepare topic partition first and then publish, move partition * purge unused APIs * clean up * adjust logs * add BalanceTopics() grpc API * configure topic * configure topic command * refactor * repair missing partitions * sequence of operations to ensure ordering * proto to close publishers and consumers * rename file * topic partition versioned by unixTimeNs * create local topic partition * close publishers * randomize the client name * wait until no publishers * logs * close stop publisher channel * send last ack * comments * comment * comments * support list of brokers * add cli options * Update .gitignore * logs * return io.eof directly * refactor * optionally create topic * refactoring * detect consumer disconnection * sub client wait for more messages * subscribe by time stamp * rename * rename to sub_balancer * rename * adjust comments * rename * fix compilation * rename * rename * SubscriberToSubCoordinator * sticky rebalance * go fmt * add tests * balance partitions on brokers * prepare topic partition first and then publish, move partition * purge unused APIs * clean up * adjust logs * add BalanceTopics() grpc API * configure topic * configure topic command * refactor * repair missing partitions * sequence of operations to ensure ordering * proto to close publishers and consumers * rename file * topic partition versioned by unixTimeNs * create local topic partition * close publishers * randomize the client name * wait until no publishers * logs * close stop publisher channel * send last ack * comments * comment * comments * support list of brokers * add cli options * Update .gitignore * logs * return io.eof directly * refactor * optionally create topic * refactoring * detect consumer disconnection * sub client wait for more messages * subscribe by time stamp * rename * rename to sub_balancer * rename * adjust comments * rename * fix compilation * rename * rename * SubscriberToSubCoordinator * sticky rebalance * go fmt * add tests * tracking topic=>broker * merge * comment
74 lines
2 KiB
Go
74 lines
2 KiB
Go
package pub_client
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
|
"google.golang.org/grpc/codes"
|
|
"google.golang.org/grpc/status"
|
|
"log"
|
|
)
|
|
|
|
// broker => publish client
|
|
// send init message
|
|
// save the publishing client
|
|
func (p *TopicPublisher) doConnect(partition *mq_pb.Partition, brokerAddress string) (publishClient *PublishClient, err error) {
|
|
log.Printf("connecting to %v for topic partition %+v", brokerAddress, partition)
|
|
|
|
grpcConnection, err := pb.GrpcDial(context.Background(), brokerAddress, true, p.grpcDialOption)
|
|
if err != nil {
|
|
return publishClient, fmt.Errorf("dial broker %s: %v", brokerAddress, err)
|
|
}
|
|
brokerClient := mq_pb.NewSeaweedMessagingClient(grpcConnection)
|
|
stream, err := brokerClient.Publish(context.Background())
|
|
if err != nil {
|
|
return publishClient, fmt.Errorf("create publish client: %v", err)
|
|
}
|
|
publishClient = &PublishClient{
|
|
SeaweedMessaging_PublishClient: stream,
|
|
Broker: brokerAddress,
|
|
}
|
|
if err = publishClient.Send(&mq_pb.PublishRequest{
|
|
Message: &mq_pb.PublishRequest_Init{
|
|
Init: &mq_pb.PublishRequest_InitMessage{
|
|
Topic: &mq_pb.Topic{
|
|
Namespace: p.namespace,
|
|
Name: p.topic,
|
|
},
|
|
Partition: &mq_pb.Partition{
|
|
RingSize: partition.RingSize,
|
|
RangeStart: partition.RangeStart,
|
|
RangeStop: partition.RangeStop,
|
|
},
|
|
AckInterval: 128,
|
|
},
|
|
},
|
|
}); err != nil {
|
|
return publishClient, fmt.Errorf("send init message: %v", err)
|
|
}
|
|
resp, err := stream.Recv()
|
|
if err != nil {
|
|
return publishClient, fmt.Errorf("recv init response: %v", err)
|
|
}
|
|
if resp.Error != "" {
|
|
return publishClient, fmt.Errorf("init response error: %v", resp.Error)
|
|
}
|
|
|
|
go func() {
|
|
for {
|
|
_, err := publishClient.Recv()
|
|
if err != nil {
|
|
e, ok := status.FromError(err)
|
|
if ok && e.Code() == codes.Unknown && e.Message() == "EOF" {
|
|
return
|
|
}
|
|
publishClient.Err = err
|
|
fmt.Printf("publish to %s error: %v\n", publishClient.Broker, err)
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
return publishClient, nil
|
|
}
|