fetch_response.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210
  1. package sarama
  2. import "time"
  3. type FetchResponseBlock struct {
  4. Err KError
  5. HighWaterMarkOffset int64
  6. MsgSet MessageSet
  7. }
  8. func (b *FetchResponseBlock) decode(pd packetDecoder) (err error) {
  9. tmp, err := pd.getInt16()
  10. if err != nil {
  11. return err
  12. }
  13. b.Err = KError(tmp)
  14. b.HighWaterMarkOffset, err = pd.getInt64()
  15. if err != nil {
  16. return err
  17. }
  18. msgSetSize, err := pd.getInt32()
  19. if err != nil {
  20. return err
  21. }
  22. msgSetDecoder, err := pd.getSubset(int(msgSetSize))
  23. if err != nil {
  24. return err
  25. }
  26. err = (&b.MsgSet).decode(msgSetDecoder)
  27. return err
  28. }
  29. func (b *FetchResponseBlock) encode(pe packetEncoder) (err error) {
  30. pe.putInt16(int16(b.Err))
  31. pe.putInt64(b.HighWaterMarkOffset)
  32. pe.push(&lengthField{})
  33. err = b.MsgSet.encode(pe)
  34. if err != nil {
  35. return err
  36. }
  37. return pe.pop()
  38. }
  39. type FetchResponse struct {
  40. Blocks map[string]map[int32]*FetchResponseBlock
  41. ThrottleTime time.Duration
  42. Version int16 // v1 requires 0.9+, v2 requires 0.10+
  43. }
  44. func (r *FetchResponse) decode(pd packetDecoder, version int16) (err error) {
  45. r.Version = version
  46. if r.Version >= 1 {
  47. throttle, err := pd.getInt32()
  48. if err != nil {
  49. return err
  50. }
  51. r.ThrottleTime = time.Duration(throttle) * time.Millisecond
  52. }
  53. numTopics, err := pd.getArrayLength()
  54. if err != nil {
  55. return err
  56. }
  57. r.Blocks = make(map[string]map[int32]*FetchResponseBlock, numTopics)
  58. for i := 0; i < numTopics; i++ {
  59. name, err := pd.getString()
  60. if err != nil {
  61. return err
  62. }
  63. numBlocks, err := pd.getArrayLength()
  64. if err != nil {
  65. return err
  66. }
  67. r.Blocks[name] = make(map[int32]*FetchResponseBlock, numBlocks)
  68. for j := 0; j < numBlocks; j++ {
  69. id, err := pd.getInt32()
  70. if err != nil {
  71. return err
  72. }
  73. block := new(FetchResponseBlock)
  74. err = block.decode(pd)
  75. if err != nil {
  76. return err
  77. }
  78. r.Blocks[name][id] = block
  79. }
  80. }
  81. return nil
  82. }
  83. func (r *FetchResponse) encode(pe packetEncoder) (err error) {
  84. if r.Version >= 1 {
  85. pe.putInt32(int32(r.ThrottleTime / time.Millisecond))
  86. }
  87. err = pe.putArrayLength(len(r.Blocks))
  88. if err != nil {
  89. return err
  90. }
  91. for topic, partitions := range r.Blocks {
  92. err = pe.putString(topic)
  93. if err != nil {
  94. return err
  95. }
  96. err = pe.putArrayLength(len(partitions))
  97. if err != nil {
  98. return err
  99. }
  100. for id, block := range partitions {
  101. pe.putInt32(id)
  102. err = block.encode(pe)
  103. if err != nil {
  104. return err
  105. }
  106. }
  107. }
  108. return nil
  109. }
  110. func (r *FetchResponse) key() int16 {
  111. return 1
  112. }
  113. func (r *FetchResponse) version() int16 {
  114. return r.Version
  115. }
  116. func (r *FetchResponse) requiredVersion() KafkaVersion {
  117. switch r.Version {
  118. case 1:
  119. return V0_9_0_0
  120. case 2:
  121. return V0_10_0_0
  122. default:
  123. return minVersion
  124. }
  125. }
  126. func (r *FetchResponse) GetBlock(topic string, partition int32) *FetchResponseBlock {
  127. if r.Blocks == nil {
  128. return nil
  129. }
  130. if r.Blocks[topic] == nil {
  131. return nil
  132. }
  133. return r.Blocks[topic][partition]
  134. }
  135. func (r *FetchResponse) AddError(topic string, partition int32, err KError) {
  136. if r.Blocks == nil {
  137. r.Blocks = make(map[string]map[int32]*FetchResponseBlock)
  138. }
  139. partitions, ok := r.Blocks[topic]
  140. if !ok {
  141. partitions = make(map[int32]*FetchResponseBlock)
  142. r.Blocks[topic] = partitions
  143. }
  144. frb, ok := partitions[partition]
  145. if !ok {
  146. frb = new(FetchResponseBlock)
  147. partitions[partition] = frb
  148. }
  149. frb.Err = err
  150. }
  151. func (r *FetchResponse) AddMessage(topic string, partition int32, key, value Encoder, offset int64) {
  152. if r.Blocks == nil {
  153. r.Blocks = make(map[string]map[int32]*FetchResponseBlock)
  154. }
  155. partitions, ok := r.Blocks[topic]
  156. if !ok {
  157. partitions = make(map[int32]*FetchResponseBlock)
  158. r.Blocks[topic] = partitions
  159. }
  160. frb, ok := partitions[partition]
  161. if !ok {
  162. frb = new(FetchResponseBlock)
  163. partitions[partition] = frb
  164. }
  165. var kb []byte
  166. var vb []byte
  167. if key != nil {
  168. kb, _ = key.Encode()
  169. }
  170. if value != nil {
  171. vb, _ = value.Encode()
  172. }
  173. msg := &Message{Key: kb, Value: vb}
  174. msgBlock := &MessageBlock{Msg: msg, Offset: offset}
  175. frb.MsgSet.Messages = append(frb.MsgSet.Messages, msgBlock)
  176. }