real_decoder.go 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204
  1. package kafka
  2. import (
  3. "encoding/binary"
  4. "math"
  5. )
  6. type realDecoder struct {
  7. raw []byte
  8. off int
  9. stack []pushDecoder
  10. }
  11. func (rd *realDecoder) remaining() int {
  12. return len(rd.raw) - rd.off
  13. }
  14. // primitives
  15. func (rd *realDecoder) getInt8() (int8, error) {
  16. if rd.remaining() < 1 {
  17. return -1, DecodingError("Insufficient data in getInt8.")
  18. }
  19. tmp := int8(rd.raw[rd.off])
  20. rd.off += 1
  21. return tmp, nil
  22. }
  23. func (rd *realDecoder) getInt16() (int16, error) {
  24. if rd.remaining() < 2 {
  25. return -1, DecodingError("Insufficient data in getInt16.")
  26. }
  27. tmp := int16(binary.BigEndian.Uint16(rd.raw[rd.off:]))
  28. rd.off += 2
  29. return tmp, nil
  30. }
  31. func (rd *realDecoder) getInt32() (int32, error) {
  32. if rd.remaining() < 4 {
  33. return -1, DecodingError("Insufficient data in getInt32.")
  34. }
  35. tmp := int32(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  36. rd.off += 4
  37. return tmp, nil
  38. }
  39. func (rd *realDecoder) getInt64() (int64, error) {
  40. if rd.remaining() < 8 {
  41. return -1, DecodingError("Insufficient data in getInt64.")
  42. }
  43. tmp := int64(binary.BigEndian.Uint64(rd.raw[rd.off:]))
  44. rd.off += 8
  45. return tmp, nil
  46. }
  47. // arrays
  48. func (rd *realDecoder) getInt32Array() ([]int32, error) {
  49. if rd.remaining() < 4 {
  50. return nil, DecodingError("Insufficient data in getInt32Array.")
  51. }
  52. n := int(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  53. rd.off += 4
  54. var ret []int32 = nil
  55. if rd.remaining() < 4*n {
  56. return nil, DecodingError("Insufficient data in getInt32Array.")
  57. } else if n > 0 {
  58. ret = make([]int32, n)
  59. for i := range ret {
  60. ret[i] = int32(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  61. rd.off += 4
  62. }
  63. }
  64. return ret, nil
  65. }
  66. func (rd *realDecoder) getInt64Array() ([]int64, error) {
  67. if rd.remaining() < 4 {
  68. return nil, DecodingError("Insufficient data in getInt64Array.")
  69. }
  70. n := int(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  71. rd.off += 4
  72. var ret []int64 = nil
  73. if rd.remaining() < 8*n {
  74. return nil, DecodingError("Insufficient data in getInt64Array.")
  75. } else if n > 0 {
  76. ret = make([]int64, n)
  77. for i := range ret {
  78. ret[i] = int64(binary.BigEndian.Uint64(rd.raw[rd.off:]))
  79. rd.off += 8
  80. }
  81. }
  82. return ret, nil
  83. }
  84. func (rd *realDecoder) getArrayCount() (int, error) {
  85. if rd.remaining() < 4 {
  86. return -1, DecodingError("Insufficient data in getArrayCount.")
  87. }
  88. tmp := int(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  89. rd.off += 4
  90. if tmp > rd.remaining() || tmp > 2*math.MaxUint16 {
  91. return -1, DecodingError("Array absurdly long in getArrayCount.")
  92. }
  93. return tmp, nil
  94. }
  95. // misc
  96. func (rd *realDecoder) getError() (KError, error) {
  97. val, err := rd.getInt16()
  98. return KError(val), err
  99. }
  100. func (rd *realDecoder) getString() (*string, error) {
  101. tmp, err := rd.getInt16()
  102. if err != nil {
  103. return nil, err
  104. }
  105. n := int(tmp)
  106. switch {
  107. case n < -1:
  108. return nil, DecodingError("Negative string length in getString.")
  109. case n == -1:
  110. return nil, nil
  111. case n == 0:
  112. return new(string), nil
  113. case n > rd.remaining():
  114. return nil, DecodingError("String too long in getString.")
  115. default:
  116. tmp := new(string)
  117. *tmp = string(rd.raw[rd.off : rd.off+n])
  118. rd.off += n
  119. return tmp, nil
  120. }
  121. }
  122. func (rd *realDecoder) getBytes() ([]byte, error) {
  123. tmp, err := rd.getInt32()
  124. if err != nil {
  125. return nil, err
  126. }
  127. n := int(tmp)
  128. switch {
  129. case n < -1:
  130. return nil, DecodingError("Negative byte length in getBytes.")
  131. case n == -1:
  132. return nil, nil
  133. case n == 0:
  134. return make([]byte, 0), nil
  135. case n > rd.remaining():
  136. return nil, DecodingError("Bytes too long in getBytes.")
  137. default:
  138. tmp := rd.raw[rd.off : rd.off+n]
  139. rd.off += n
  140. return tmp, nil
  141. }
  142. }
  143. func (rd *realDecoder) getSubset(length int) (packetDecoder, error) {
  144. if rd.remaining() < length {
  145. return nil, DecodingError("Not enough data for subset.")
  146. }
  147. return &realDecoder{raw: rd.raw[rd.off : rd.off+length]}, nil
  148. }
  149. // stackable
  150. func (rd *realDecoder) push(in pushDecoder) error {
  151. in.saveOffset(rd.off)
  152. if rd.remaining() < in.reserveLength() {
  153. return DecodingError("Insufficient data while reserving for push.")
  154. }
  155. rd.stack = append(rd.stack, in)
  156. return nil
  157. }
  158. func (rd *realDecoder) pushLength32() error {
  159. return rd.push(&length32Decoder{})
  160. }
  161. func (rd *realDecoder) pushCRC32() error {
  162. return rd.push(&crc32Decoder{})
  163. }
  164. func (rd *realDecoder) pop() error {
  165. // this is go's ugly pop pattern (the inverse of append)
  166. in := rd.stack[len(rd.stack)-1]
  167. rd.stack = rd.stack[:len(rd.stack)-1]
  168. return in.check(rd.off, rd.raw)
  169. }