You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
142 lines
4.2 KiB
142 lines
4.2 KiB
package kafka
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net"
|
|
"time"
|
|
|
|
"github.com/segmentio/kafka-go/protocol/txnoffsetcommit"
|
|
)
|
|
|
|
// TxnOffsetCommitRequest represents a request sent to a kafka broker to commit
|
|
// offsets for a partition within a transaction.
|
|
type TxnOffsetCommitRequest struct {
|
|
// Address of the kafka broker to send the request to.
|
|
Addr net.Addr
|
|
|
|
// The transactional id key.
|
|
TransactionalID string
|
|
|
|
// ID of the consumer group to publish the offsets for.
|
|
GroupID string
|
|
|
|
// The Producer ID (PID) for the current producer session;
|
|
// received from an InitProducerID request.
|
|
ProducerID int
|
|
|
|
// The epoch associated with the current producer session for the given PID
|
|
ProducerEpoch int
|
|
|
|
// GenerationID is the current generation for the group.
|
|
GenerationID int
|
|
|
|
// ID of the group member submitting the offsets.
|
|
MemberID string
|
|
|
|
// GroupInstanceID is a unique identifier for the consumer.
|
|
GroupInstanceID string
|
|
|
|
// Set of topic partitions to publish the offsets for.
|
|
//
|
|
// Not that offset commits need to be submitted to the broker acting as the
|
|
// group coordinator. This will be automatically resolved by the transport.
|
|
Topics map[string][]TxnOffsetCommit
|
|
}
|
|
|
|
// TxnOffsetCommit represent the commit of an offset to a partition within a transaction.
|
|
//
|
|
// The extra metadata is opaque to the kafka protocol, it is intended to hold
|
|
// information like an identifier for the process that committed the offset,
|
|
// or the time at which the commit was made.
|
|
type TxnOffsetCommit struct {
|
|
Partition int
|
|
Offset int64
|
|
Metadata string
|
|
}
|
|
|
|
// TxnOffsetFetchResponse represents a response from a kafka broker to an offset
|
|
// commit request within a transaction.
|
|
type TxnOffsetCommitResponse struct {
|
|
// The amount of time that the broker throttled the request.
|
|
Throttle time.Duration
|
|
|
|
// Set of topic partitions that the kafka broker has accepted offset commits
|
|
// for.
|
|
Topics map[string][]TxnOffsetCommitPartition
|
|
}
|
|
|
|
// TxnOffsetFetchPartition represents the state of a single partition in responses
|
|
// to committing offsets within a transaction.
|
|
type TxnOffsetCommitPartition struct {
|
|
// ID of the partition.
|
|
Partition int
|
|
|
|
// An error that may have occurred while attempting to publish consumer
|
|
// group offsets for this partition.
|
|
//
|
|
// The error contains both the kafka error code, and an error message
|
|
// returned by the kafka broker. Programs may use the standard errors.Is
|
|
// function to test the error against kafka error codes.
|
|
Error error
|
|
}
|
|
|
|
// TxnOffsetCommit sends an txn offset commit request to a kafka broker and returns the
|
|
// response.
|
|
func (c *Client) TxnOffsetCommit(
|
|
ctx context.Context,
|
|
req *TxnOffsetCommitRequest,
|
|
) (*TxnOffsetCommitResponse, error) {
|
|
protoReq := &txnoffsetcommit.Request{
|
|
TransactionalID: req.TransactionalID,
|
|
GroupID: req.GroupID,
|
|
ProducerID: int64(req.ProducerID),
|
|
ProducerEpoch: int16(req.ProducerEpoch),
|
|
GenerationID: int32(req.GenerationID),
|
|
MemberID: req.MemberID,
|
|
GroupInstanceID: req.GroupInstanceID,
|
|
Topics: make([]txnoffsetcommit.RequestTopic, 0, len(req.Topics)),
|
|
}
|
|
|
|
for topic, partitions := range req.Topics {
|
|
parts := make([]txnoffsetcommit.RequestPartition, len(partitions))
|
|
for i, partition := range partitions {
|
|
parts[i] = txnoffsetcommit.RequestPartition{
|
|
Partition: int32(partition.Partition),
|
|
CommittedOffset: int64(partition.Offset),
|
|
CommittedMetadata: partition.Metadata,
|
|
}
|
|
}
|
|
t := txnoffsetcommit.RequestTopic{
|
|
Name: topic,
|
|
Partitions: parts,
|
|
}
|
|
|
|
protoReq.Topics = append(protoReq.Topics, t)
|
|
}
|
|
|
|
m, err := c.roundTrip(ctx, req.Addr, protoReq)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("kafka.(*Client).TxnOffsetCommit: %w", err)
|
|
}
|
|
|
|
r := m.(*txnoffsetcommit.Response)
|
|
|
|
res := &TxnOffsetCommitResponse{
|
|
Throttle: makeDuration(r.ThrottleTimeMs),
|
|
Topics: make(map[string][]TxnOffsetCommitPartition, len(r.Topics)),
|
|
}
|
|
|
|
for _, topic := range r.Topics {
|
|
partitions := make([]TxnOffsetCommitPartition, 0, len(topic.Partitions))
|
|
for _, partition := range topic.Partitions {
|
|
partitions = append(partitions, TxnOffsetCommitPartition{
|
|
Partition: int(partition.Partition),
|
|
Error: makeError(partition.ErrorCode, ""),
|
|
})
|
|
}
|
|
res.Topics[topic.Name] = partitions
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|