real_decoder.go 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184
  1. package kafka
  2. import (
  3. "encoding/binary"
  4. "math"
  5. )
  6. type realDecoder struct {
  7. raw []byte
  8. off int
  9. stack []pushDecoder
  10. }
  11. func (rd *realDecoder) remaining() int {
  12. return len(rd.raw) - rd.off
  13. }
  14. // primitives
  15. func (rd *realDecoder) getInt8() (int8, error) {
  16. if rd.remaining() < 1 {
  17. return -1, DecodingError("Insufficient data in getInt8.")
  18. }
  19. tmp := int8(rd.raw[rd.off])
  20. rd.off += 1
  21. return tmp, nil
  22. }
  23. func (rd *realDecoder) getInt16() (int16, error) {
  24. if rd.remaining() < 2 {
  25. return -1, DecodingError("Insufficient data in getInt16.")
  26. }
  27. tmp := int16(binary.BigEndian.Uint16(rd.raw[rd.off:]))
  28. rd.off += 2
  29. return tmp, nil
  30. }
  31. func (rd *realDecoder) getInt32() (int32, error) {
  32. if rd.remaining() < 4 {
  33. return -1, DecodingError("Insufficient data in getInt32.")
  34. }
  35. tmp := int32(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  36. rd.off += 4
  37. return tmp, nil
  38. }
  39. func (rd *realDecoder) getInt64() (int64, error) {
  40. if rd.remaining() < 8 {
  41. return -1, DecodingError("Insufficient data in getInt64.")
  42. }
  43. tmp := int64(binary.BigEndian.Uint64(rd.raw[rd.off:]))
  44. rd.off += 8
  45. return tmp, nil
  46. }
  47. // arrays
  48. func (rd *realDecoder) getInt32Array() ([]int32, error) {
  49. if rd.remaining() < 4 {
  50. return nil, DecodingError("Insufficient data in getInt32Array.")
  51. }
  52. n := int(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  53. rd.off += 4
  54. var ret []int32 = nil
  55. if rd.remaining() < 4*n {
  56. return nil, DecodingError("Insufficient data in getInt32Array.")
  57. } else if n > 0 {
  58. ret = make([]int32, n)
  59. for i := range ret {
  60. ret[i] = int32(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  61. rd.off += 4
  62. }
  63. }
  64. return ret, nil
  65. }
  66. func (rd *realDecoder) getArrayCount() (int, error) {
  67. if rd.remaining() < 4 {
  68. return -1, DecodingError("Insufficient data in getArrayCount.")
  69. }
  70. tmp := int(binary.BigEndian.Uint32(rd.raw[rd.off:]))
  71. rd.off += 4
  72. if tmp > rd.remaining() || tmp > 2*math.MaxUint16 {
  73. return -1, DecodingError("Array absurdly long in getArrayCount.")
  74. }
  75. return tmp, nil
  76. }
  77. // misc
  78. func (rd *realDecoder) getError() (KError, error) {
  79. val, err := rd.getInt16()
  80. return KError(val), err
  81. }
  82. func (rd *realDecoder) getString() (*string, error) {
  83. tmp, err := rd.getInt16()
  84. if err != nil {
  85. return nil, err
  86. }
  87. n := int(tmp)
  88. switch {
  89. case n < -1:
  90. return nil, DecodingError("Negative string length in getString.")
  91. case n == -1:
  92. return nil, nil
  93. case n == 0:
  94. return new(string), nil
  95. case n > rd.remaining():
  96. return nil, DecodingError("String too long in getString.")
  97. default:
  98. tmp := new(string)
  99. *tmp = string(rd.raw[rd.off : rd.off+n])
  100. rd.off += n
  101. return tmp, nil
  102. }
  103. }
  104. func (rd *realDecoder) getBytes() ([]byte, error) {
  105. tmp, err := rd.getInt32()
  106. if err != nil {
  107. return nil, err
  108. }
  109. n := int(tmp)
  110. switch {
  111. case n < -1:
  112. return nil, DecodingError("Negative byte length in getBytes.")
  113. case n == -1:
  114. return nil, nil
  115. case n == 0:
  116. return make([]byte, 0), nil
  117. case n > rd.remaining():
  118. return nil, DecodingError("Bytes too long in getBytes.")
  119. default:
  120. tmp := rd.raw[rd.off : rd.off+n]
  121. rd.off += n
  122. return tmp, nil
  123. }
  124. }
  125. func (rd *realDecoder) getSubset(length int) (packetDecoder, error) {
  126. if rd.remaining() < length {
  127. return nil, DecodingError("Not enough data for subset.")
  128. }
  129. return &realDecoder{raw: rd.raw[rd.off : rd.off+length]}, nil
  130. }
  131. // stackable
  132. func (rd *realDecoder) push(in pushDecoder) error {
  133. in.saveOffset(rd.off)
  134. if rd.remaining() < in.reserveLength() {
  135. return DecodingError("Insufficient data while reserving for push.")
  136. }
  137. rd.stack = append(rd.stack, in)
  138. return nil
  139. }
  140. func (rd *realDecoder) pushLength32() error {
  141. return rd.push(&length32Decoder{})
  142. }
  143. func (rd *realDecoder) pushCRC32() error {
  144. return rd.push(&crc32Decoder{})
  145. }
  146. func (rd *realDecoder) pop() error {
  147. // this is go's ugly pop pattern (the inverse of append)
  148. in := rd.stack[len(rd.stack)-1]
  149. rd.stack = rd.stack[:len(rd.stack)-1]
  150. return in.check(rd.off, rd.raw)
  151. }