123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172 |
- package sarama
- // ReceiveTime is a special value for the timestamp field of Offset Commit Requests which
- // tells the broker to set the timestamp to the time at which the request was received.
- // The timestamp is only used if message version 1 is used, which requires kafka 0.8.2.
- const ReceiveTime int64 = -1
- type offsetCommitRequestBlock struct {
- offset int64
- timestamp int64
- metadata string
- }
- func (r *offsetCommitRequestBlock) encode(pe packetEncoder, version int16) error {
- pe.putInt64(r.offset)
- if version == 1 {
- pe.putInt64(r.timestamp)
- } else if r.timestamp != 0 {
- Logger.Println("Non-zero timestamp specified for OffsetCommitRequest not v1, it will be ignored")
- }
- return pe.putString(r.metadata)
- }
- func (r *offsetCommitRequestBlock) decode(pd packetDecoder, version int16) (err error) {
- if r.offset, err = pd.getInt64(); err != nil {
- return err
- }
- if version == 1 {
- if r.timestamp, err = pd.getInt64(); err != nil {
- return err
- }
- }
- r.metadata, err = pd.getString()
- return err
- }
- type OffsetCommitRequest struct {
- ConsumerGroup string
- ConsumerGroupGeneration int32 // v1 or later
- ConsumerID string // v1 or later
- RetentionTime int64 // v2 or later
- // Version can be:
- // - 0 (kafka 0.8.1 and later)
- // - 1 (kafka 0.8.2 and later)
- // - 2 (kafka 0.8.3 and later)
- Version int16
- blocks map[string]map[int32]*offsetCommitRequestBlock
- }
- func (r *OffsetCommitRequest) encode(pe packetEncoder) error {
- if r.Version < 0 || r.Version > 2 {
- return PacketEncodingError{"invalid or unsupported OffsetCommitRequest version field"}
- }
- if err := pe.putString(r.ConsumerGroup); err != nil {
- return err
- }
- if r.Version >= 1 {
- pe.putInt32(r.ConsumerGroupGeneration)
- if err := pe.putString(r.ConsumerID); err != nil {
- return err
- }
- } else {
- if r.ConsumerGroupGeneration != 0 {
- Logger.Println("Non-zero ConsumerGroupGeneration specified for OffsetCommitRequest v0, it will be ignored")
- }
- if r.ConsumerID != "" {
- Logger.Println("Non-empty ConsumerID specified for OffsetCommitRequest v0, it will be ignored")
- }
- }
- if r.Version >= 2 {
- pe.putInt64(r.RetentionTime)
- } else if r.RetentionTime != 0 {
- Logger.Println("Non-zero RetentionTime specified for OffsetCommitRequest version <2, it will be ignored")
- }
- if err := pe.putArrayLength(len(r.blocks)); err != nil {
- return err
- }
- for topic, partitions := range r.blocks {
- if err := pe.putString(topic); err != nil {
- return err
- }
- if err := pe.putArrayLength(len(partitions)); err != nil {
- return err
- }
- for partition, block := range partitions {
- pe.putInt32(partition)
- if err := block.encode(pe, r.Version); err != nil {
- return err
- }
- }
- }
- return nil
- }
- func (r *OffsetCommitRequest) decode(pd packetDecoder) (err error) {
- if r.ConsumerGroup, err = pd.getString(); err != nil {
- return err
- }
- if r.Version >= 1 {
- if r.ConsumerGroupGeneration, err = pd.getInt32(); err != nil {
- return err
- }
- if r.ConsumerID, err = pd.getString(); err != nil {
- return err
- }
- }
- if r.Version >= 2 {
- if r.RetentionTime, err = pd.getInt64(); err != nil {
- return err
- }
- }
- topicCount, err := pd.getArrayLength()
- if err != nil {
- return err
- }
- if topicCount == 0 {
- return nil
- }
- r.blocks = make(map[string]map[int32]*offsetCommitRequestBlock)
- for i := 0; i < topicCount; i++ {
- topic, err := pd.getString()
- if err != nil {
- return err
- }
- partitionCount, err := pd.getArrayLength()
- if err != nil {
- return err
- }
- r.blocks[topic] = make(map[int32]*offsetCommitRequestBlock)
- for j := 0; j < partitionCount; j++ {
- partition, err := pd.getInt32()
- if err != nil {
- return err
- }
- block := &offsetCommitRequestBlock{}
- if err := block.decode(pd, r.Version); err != nil {
- return err
- }
- r.blocks[topic][partition] = block
- }
- }
- return nil
- }
- func (r *OffsetCommitRequest) key() int16 {
- return 8
- }
- func (r *OffsetCommitRequest) version() int16 {
- return r.Version
- }
- func (r *OffsetCommitRequest) AddBlock(topic string, partitionID int32, offset int64, timestamp int64, metadata string) {
- if r.blocks == nil {
- r.blocks = make(map[string]map[int32]*offsetCommitRequestBlock)
- }
- if r.blocks[topic] == nil {
- r.blocks[topic] = make(map[int32]*offsetCommitRequestBlock)
- }
- r.blocks[topic][partitionID] = &offsetCommitRequestBlock{offset, timestamp, metadata}
- }
|