123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196 |
- package sarama
- import (
- "fmt"
- "time"
- )
- // Protocol, http://kafka.apache.org/protocol.html
- // v1
- // v2 = v3 = v4
- // v5 = v6 = v7
- // Produce Response (Version: 7) => [responses] throttle_time_ms
- // responses => topic [partition_responses]
- // topic => STRING
- // partition_responses => partition error_code base_offset log_append_time log_start_offset
- // partition => INT32
- // error_code => INT16
- // base_offset => INT64
- // log_append_time => INT64
- // log_start_offset => INT64
- // throttle_time_ms => INT32
- // partition_responses in protocol
- type ProduceResponseBlock struct {
- Err KError // v0, error_code
- Offset int64 // v0, base_offset
- Timestamp time.Time // v2, log_append_time, and the broker is configured with `LogAppendTime`
- StartOffset int64 // v5, log_start_offset
- }
- func (b *ProduceResponseBlock) decode(pd packetDecoder, version int16) (err error) {
- tmp, err := pd.getInt16()
- if err != nil {
- return err
- }
- b.Err = KError(tmp)
- b.Offset, err = pd.getInt64()
- if err != nil {
- return err
- }
- if version >= 2 {
- if millis, err := pd.getInt64(); err != nil {
- return err
- } else if millis != -1 {
- b.Timestamp = time.Unix(millis/1000, (millis%1000)*int64(time.Millisecond))
- }
- }
- if version >= 5 {
- b.StartOffset, err = pd.getInt64()
- if err != nil {
- return err
- }
- }
- return nil
- }
- func (b *ProduceResponseBlock) encode(pe packetEncoder, version int16) (err error) {
- pe.putInt16(int16(b.Err))
- pe.putInt64(b.Offset)
- if version >= 2 {
- timestamp := int64(-1)
- if !b.Timestamp.Before(time.Unix(0, 0)) {
- timestamp = b.Timestamp.UnixNano() / int64(time.Millisecond)
- } else if !b.Timestamp.IsZero() {
- return PacketEncodingError{fmt.Sprintf("invalid timestamp (%v)", b.Timestamp)}
- }
- pe.putInt64(timestamp)
- }
- if version >= 5 {
- pe.putInt64(b.StartOffset)
- }
- return nil
- }
- type ProduceResponse struct {
- Blocks map[string]map[int32]*ProduceResponseBlock // v0, responses
- Version int16
- ThrottleTime time.Duration // v1, throttle_time_ms
- }
- func (r *ProduceResponse) decode(pd packetDecoder, version int16) (err error) {
- r.Version = version
- numTopics, err := pd.getArrayLength()
- if err != nil {
- return err
- }
- r.Blocks = make(map[string]map[int32]*ProduceResponseBlock, numTopics)
- for i := 0; i < numTopics; i++ {
- name, err := pd.getString()
- if err != nil {
- return err
- }
- numBlocks, err := pd.getArrayLength()
- if err != nil {
- return err
- }
- r.Blocks[name] = make(map[int32]*ProduceResponseBlock, numBlocks)
- for j := 0; j < numBlocks; j++ {
- id, err := pd.getInt32()
- if err != nil {
- return err
- }
- block := new(ProduceResponseBlock)
- err = block.decode(pd, version)
- if err != nil {
- return err
- }
- r.Blocks[name][id] = block
- }
- }
- if r.Version >= 1 {
- millis, err := pd.getInt32()
- if err != nil {
- return err
- }
- r.ThrottleTime = time.Duration(millis) * time.Millisecond
- }
- return nil
- }
- func (r *ProduceResponse) encode(pe packetEncoder) error {
- err := pe.putArrayLength(len(r.Blocks))
- if err != nil {
- return err
- }
- for topic, partitions := range r.Blocks {
- err = pe.putString(topic)
- if err != nil {
- return err
- }
- err = pe.putArrayLength(len(partitions))
- if err != nil {
- return err
- }
- for id, prb := range partitions {
- pe.putInt32(id)
- err = prb.encode(pe, r.Version)
- if err != nil {
- return err
- }
- }
- }
- if r.Version >= 1 {
- pe.putInt32(int32(r.ThrottleTime / time.Millisecond))
- }
- return nil
- }
- func (r *ProduceResponse) GetBlock(topic string, partition int32) *ProduceResponseBlock {
- if r.Blocks == nil {
- return nil
- }
- if r.Blocks[topic] == nil {
- return nil
- }
- return r.Blocks[topic][partition]
- }
- // Testing API
- func (r *ProduceResponse) AddTopicPartition(topic string, partition int32, err KError) {
- if r.Blocks == nil {
- r.Blocks = make(map[string]map[int32]*ProduceResponseBlock)
- }
- byTopic, ok := r.Blocks[topic]
- if !ok {
- byTopic = make(map[int32]*ProduceResponseBlock)
- r.Blocks[topic] = byTopic
- }
- block := &ProduceResponseBlock{
- Err: err,
- }
- if r.Version >= 2 {
- block.Timestamp = time.Now()
- }
- byTopic[partition] = block
- }
|