packet_encoder.go 2.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364
  1. package sarama
  2. import "github.com/rcrowley/go-metrics"
  3. // PacketEncoder is the interface providing helpers for writing with Kafka's encoding rules.
  4. // Types implementing Encoder only need to worry about calling methods like PutString,
  5. // not about how a string is represented in Kafka.
  6. type packetEncoder interface {
  7. // Primitives
  8. putInt8(in int8)
  9. putInt16(in int16)
  10. putInt32(in int32)
  11. putInt64(in int64)
  12. putVarint(in int64)
  13. putArrayLength(in int) error
  14. // Collections
  15. putBytes(in []byte) error
  16. putVarintBytes(in []byte) error
  17. putRawBytes(in []byte) error
  18. putString(in string) error
  19. putNullableString(in *string) error
  20. putStringArray(in []string) error
  21. putInt32Array(in []int32) error
  22. putInt64Array(in []int64) error
  23. // Provide the current offset to record the batch size metric
  24. offset() int
  25. // Stacks, see PushEncoder
  26. push(in pushEncoder)
  27. pop() error
  28. // To record metrics when provided
  29. metricRegistry() metrics.Registry
  30. }
  31. // PushEncoder is the interface for encoding fields like CRCs and lengths where the value
  32. // of the field depends on what is encoded after it in the packet. Start them with PacketEncoder.Push() where
  33. // the actual value is located in the packet, then PacketEncoder.Pop() them when all the bytes they
  34. // depend upon have been written.
  35. type pushEncoder interface {
  36. // Saves the offset into the input buffer as the location to actually write the calculated value when able.
  37. saveOffset(in int)
  38. // Returns the length of data to reserve for the output of this encoder (eg 4 bytes for a CRC32).
  39. reserveLength() int
  40. // Indicates that all required data is now available to calculate and write the field.
  41. // SaveOffset is guaranteed to have been called first. The implementation should write ReserveLength() bytes
  42. // of data to the saved offset, based on the data between the saved offset and curOffset.
  43. run(curOffset int, buf []byte) error
  44. }
  45. // dynamicPushEncoder extends the interface of pushEncoder for uses cases where the length of the
  46. // fields itself is unknown until its value was computed (for instance varint encoded length
  47. // fields).
  48. type dynamicPushEncoder interface {
  49. pushEncoder
  50. // Called during pop() to adjust the length of the field.
  51. // It should return the difference in bytes between the last computed length and current length.
  52. adjustLength(currOffset int) int
  53. }