record.go 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149
  1. package sarama
  2. import "encoding/binary"
  3. const (
  4. controlMask = 0x20
  5. )
  6. type Header struct {
  7. Key []byte
  8. Value []byte
  9. }
  10. func (h *Header) encode(pe packetEncoder) error {
  11. if err := pe.putVarintBytes(h.Key); err != nil {
  12. return err
  13. }
  14. return pe.putVarintBytes(h.Value)
  15. }
  16. func (h *Header) decode(pd packetDecoder) (err error) {
  17. if h.Key, err = pd.getVarintBytes(); err != nil {
  18. return err
  19. }
  20. if h.Value, err = pd.getVarintBytes(); err != nil {
  21. return err
  22. }
  23. return nil
  24. }
  25. type Record struct {
  26. Attributes int8
  27. TimestampDelta int64
  28. OffsetDelta int64
  29. Key []byte
  30. Value []byte
  31. Headers []*Header
  32. lengthComputed bool
  33. length int64
  34. totalLength int
  35. }
  36. func (r *Record) encode(pe packetEncoder) error {
  37. if err := r.computeLength(); err != nil {
  38. return err
  39. }
  40. pe.putVarint(r.length)
  41. pe.putInt8(r.Attributes)
  42. pe.putVarint(r.TimestampDelta)
  43. pe.putVarint(r.OffsetDelta)
  44. if err := pe.putVarintBytes(r.Key); err != nil {
  45. return err
  46. }
  47. if err := pe.putVarintBytes(r.Value); err != nil {
  48. return err
  49. }
  50. pe.putVarint(int64(len(r.Headers)))
  51. for _, h := range r.Headers {
  52. if err := h.encode(pe); err != nil {
  53. return err
  54. }
  55. }
  56. return nil
  57. }
  58. func (r *Record) decode(pd packetDecoder) (err error) {
  59. length, err := newVarintLengthField(pd)
  60. if err != nil {
  61. return err
  62. }
  63. if err = pd.push(length); err != nil {
  64. return err
  65. }
  66. r.length = length.length
  67. r.lengthComputed = true
  68. if r.Attributes, err = pd.getInt8(); err != nil {
  69. return err
  70. }
  71. if r.TimestampDelta, err = pd.getVarint(); err != nil {
  72. return err
  73. }
  74. if r.OffsetDelta, err = pd.getVarint(); err != nil {
  75. return err
  76. }
  77. if r.Key, err = pd.getVarintBytes(); err != nil {
  78. return err
  79. }
  80. if r.Value, err = pd.getVarintBytes(); err != nil {
  81. return err
  82. }
  83. numHeaders, err := pd.getVarint()
  84. if err != nil {
  85. return err
  86. }
  87. if numHeaders >= 0 {
  88. r.Headers = make([]*Header, numHeaders)
  89. }
  90. for i := int64(0); i < numHeaders; i++ {
  91. hdr := new(Header)
  92. if err := hdr.decode(pd); err != nil {
  93. return err
  94. }
  95. r.Headers[i] = hdr
  96. }
  97. return pd.pop()
  98. }
  99. // Because the length is varint we can't reserve a fixed amount of bytes for it.
  100. // We use the prepEncoder to figure out the length of the record and then we cache it.
  101. func (r *Record) computeLength() error {
  102. if !r.lengthComputed {
  103. r.lengthComputed = true
  104. var prep prepEncoder
  105. if err := r.encode(&prep); err != nil {
  106. return err
  107. }
  108. // subtract 1 because we don't want to include the length field itself (which 1 byte, the
  109. // length of varint encoding of 0)
  110. r.length = int64(prep.length) - 1
  111. }
  112. return nil
  113. }
  114. func (r *Record) getTotalLength() (int, error) {
  115. if r.totalLength == 0 {
  116. if err := r.computeLength(); err != nil {
  117. return 0, err
  118. }
  119. var buf [binary.MaxVarintLen64]byte
  120. r.totalLength = int(r.length) + binary.PutVarint(buf[:], r.length)
  121. }
  122. return r.totalLength, nil
  123. }