You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
147 lines
3.7 KiB
147 lines
3.7 KiB
package produce
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/segmentio/kafka-go/protocol"
|
|
)
|
|
|
|
func init() {
|
|
protocol.Register(&Request{}, &Response{})
|
|
}
|
|
|
|
type Request struct {
|
|
TransactionalID string `kafka:"min=v3,max=v8,nullable"`
|
|
Acks int16 `kafka:"min=v0,max=v8"`
|
|
Timeout int32 `kafka:"min=v0,max=v8"`
|
|
Topics []RequestTopic `kafka:"min=v0,max=v8"`
|
|
}
|
|
|
|
func (r *Request) ApiKey() protocol.ApiKey { return protocol.Produce }
|
|
|
|
func (r *Request) Broker(cluster protocol.Cluster) (protocol.Broker, error) {
|
|
broker := protocol.Broker{ID: -1}
|
|
|
|
for i := range r.Topics {
|
|
t := &r.Topics[i]
|
|
|
|
topic, ok := cluster.Topics[t.Topic]
|
|
if !ok {
|
|
return broker, NewError(protocol.NewErrNoTopic(t.Topic))
|
|
}
|
|
|
|
for j := range t.Partitions {
|
|
p := &t.Partitions[j]
|
|
|
|
partition, ok := topic.Partitions[p.Partition]
|
|
if !ok {
|
|
return broker, NewError(protocol.NewErrNoPartition(t.Topic, p.Partition))
|
|
}
|
|
|
|
if b, ok := cluster.Brokers[partition.Leader]; !ok {
|
|
return broker, NewError(protocol.NewErrNoLeader(t.Topic, p.Partition))
|
|
} else if broker.ID < 0 {
|
|
broker = b
|
|
} else if b.ID != broker.ID {
|
|
return broker, NewError(fmt.Errorf("mismatching leaders (%d!=%d)", b.ID, broker.ID))
|
|
}
|
|
}
|
|
}
|
|
|
|
return broker, nil
|
|
}
|
|
|
|
func (r *Request) Prepare(apiVersion int16) {
|
|
// Determine which version of the message should be used, based on which
|
|
// version of the Produce API is supported by the server.
|
|
//
|
|
// In version 0.11, kafka gives this error:
|
|
//
|
|
// org.apache.kafka.common.record.InvalidRecordException
|
|
// Produce requests with version 3 are only allowed to contain record batches with magic version.
|
|
//
|
|
// In version 2.x, kafka refuses the message claiming that the CRC32
|
|
// checksum is invalid.
|
|
var recordVersion int8
|
|
|
|
if apiVersion < 3 {
|
|
recordVersion = 1
|
|
} else {
|
|
recordVersion = 2
|
|
}
|
|
|
|
for i := range r.Topics {
|
|
t := &r.Topics[i]
|
|
|
|
for j := range t.Partitions {
|
|
p := &t.Partitions[j]
|
|
|
|
// Allow the program to overload the version if really needed.
|
|
if p.RecordSet.Version == 0 {
|
|
p.RecordSet.Version = recordVersion
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (r *Request) HasResponse() bool {
|
|
return r.Acks != 0
|
|
}
|
|
|
|
type RequestTopic struct {
|
|
Topic string `kafka:"min=v0,max=v8"`
|
|
Partitions []RequestPartition `kafka:"min=v0,max=v8"`
|
|
}
|
|
|
|
type RequestPartition struct {
|
|
Partition int32 `kafka:"min=v0,max=v8"`
|
|
RecordSet protocol.RecordSet `kafka:"min=v0,max=v8"`
|
|
}
|
|
|
|
type Response struct {
|
|
Topics []ResponseTopic `kafka:"min=v0,max=v8"`
|
|
ThrottleTimeMs int32 `kafka:"min=v1,max=v8"`
|
|
}
|
|
|
|
func (r *Response) ApiKey() protocol.ApiKey { return protocol.Produce }
|
|
|
|
type ResponseTopic struct {
|
|
Topic string `kafka:"min=v0,max=v8"`
|
|
Partitions []ResponsePartition `kafka:"min=v0,max=v8"`
|
|
}
|
|
|
|
type ResponsePartition struct {
|
|
Partition int32 `kafka:"min=v0,max=v8"`
|
|
ErrorCode int16 `kafka:"min=v0,max=v8"`
|
|
BaseOffset int64 `kafka:"min=v0,max=v8"`
|
|
LogAppendTime int64 `kafka:"min=v2,max=v8"`
|
|
LogStartOffset int64 `kafka:"min=v5,max=v8"`
|
|
RecordErrors []ResponseError `kafka:"min=v8,max=v8"`
|
|
ErrorMessage string `kafka:"min=v8,max=v8,nullable"`
|
|
}
|
|
|
|
type ResponseError struct {
|
|
BatchIndex int32 `kafka:"min=v8,max=v8"`
|
|
BatchIndexErrorMessage string `kafka:"min=v8,max=v8,nullable"`
|
|
}
|
|
|
|
var (
|
|
_ protocol.BrokerMessage = (*Request)(nil)
|
|
_ protocol.PreparedMessage = (*Request)(nil)
|
|
)
|
|
|
|
type Error struct {
|
|
Err error
|
|
}
|
|
|
|
func NewError(err error) *Error {
|
|
return &Error{Err: err}
|
|
}
|
|
|
|
func (e *Error) Error() string {
|
|
return fmt.Sprintf("fetch request error: %v", e.Err)
|
|
}
|
|
|
|
func (e *Error) Unwrap() error {
|
|
return e.Err
|
|
}
|
|
|