errors.go 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385
  1. package sarama
  2. import (
  3. "errors"
  4. "fmt"
  5. )
  6. // ErrOutOfBrokers is the error returned when the client has run out of brokers to talk to because all of them errored
  7. // or otherwise failed to respond.
  8. var ErrOutOfBrokers = errors.New("kafka: client has run out of available brokers to talk to (Is your cluster reachable?)")
  9. // ErrClosedClient is the error returned when a method is called on a client that has been closed.
  10. var ErrClosedClient = errors.New("kafka: tried to use a client that was closed")
  11. // ErrIncompleteResponse is the error returned when the server returns a syntactically valid response, but it does
  12. // not contain the expected information.
  13. var ErrIncompleteResponse = errors.New("kafka: response did not contain all the expected topic/partition blocks")
  14. // ErrInvalidPartition is the error returned when a partitioner returns an invalid partition index
  15. // (meaning one outside of the range [0...numPartitions-1]).
  16. var ErrInvalidPartition = errors.New("kafka: partitioner returned an invalid partition index")
  17. // ErrAlreadyConnected is the error returned when calling Open() on a Broker that is already connected or connecting.
  18. var ErrAlreadyConnected = errors.New("kafka: broker connection already initiated")
  19. // ErrNotConnected is the error returned when trying to send or call Close() on a Broker that is not connected.
  20. var ErrNotConnected = errors.New("kafka: broker not connected")
  21. // ErrInsufficientData is returned when decoding and the packet is truncated. This can be expected
  22. // when requesting messages, since as an optimization the server is allowed to return a partial message at the end
  23. // of the message set.
  24. var ErrInsufficientData = errors.New("kafka: insufficient data to decode packet, more bytes expected")
  25. // ErrShuttingDown is returned when a producer receives a message during shutdown.
  26. var ErrShuttingDown = errors.New("kafka: message received by producer in process of shutting down")
  27. // ErrMessageTooLarge is returned when the next message to consume is larger than the configured Consumer.Fetch.Max
  28. var ErrMessageTooLarge = errors.New("kafka: message is larger than Consumer.Fetch.Max")
  29. // ErrConsumerOffsetNotAdvanced is returned when a partition consumer didn't advance its offset after parsing
  30. // a RecordBatch.
  31. var ErrConsumerOffsetNotAdvanced = errors.New("kafka: consumer offset was not advanced after a RecordBatch")
  32. // ErrControllerNotAvailable is returned when server didn't give correct controller id. May be kafka server's version
  33. // is lower than 0.10.0.0.
  34. var ErrControllerNotAvailable = errors.New("kafka: controller is not available")
  35. // ErrNoTopicsToUpdateMetadata is returned when Meta.Full is set to false but no specific topics were found to update
  36. // the metadata.
  37. var ErrNoTopicsToUpdateMetadata = errors.New("kafka: no specific topics to update metadata")
  38. // PacketEncodingError is returned from a failure while encoding a Kafka packet. This can happen, for example,
  39. // if you try to encode a string over 2^15 characters in length, since Kafka's encoding rules do not permit that.
  40. type PacketEncodingError struct {
  41. Info string
  42. }
  43. func (err PacketEncodingError) Error() string {
  44. return fmt.Sprintf("kafka: error encoding packet: %s", err.Info)
  45. }
  46. // PacketDecodingError is returned when there was an error (other than truncated data) decoding the Kafka broker's response.
  47. // This can be a bad CRC or length field, or any other invalid value.
  48. type PacketDecodingError struct {
  49. Info string
  50. }
  51. func (err PacketDecodingError) Error() string {
  52. return fmt.Sprintf("kafka: error decoding packet: %s", err.Info)
  53. }
  54. // ConfigurationError is the type of error returned from a constructor (e.g. NewClient, or NewConsumer)
  55. // when the specified configuration is invalid.
  56. type ConfigurationError string
  57. func (err ConfigurationError) Error() string {
  58. return "kafka: invalid configuration (" + string(err) + ")"
  59. }
  60. // KError is the type of error that can be returned directly by the Kafka broker.
  61. // See https://cwiki.apache.org/confluence/display/KAFKA/A+Guide+To+The+Kafka+Protocol#AGuideToTheKafkaProtocol-ErrorCodes
  62. type KError int16
  63. // MultiError is used to contain multi error.
  64. type MultiError struct {
  65. Errors *[]error
  66. }
  67. func (mErr MultiError) Error() string {
  68. var errString = ""
  69. for _, err := range *mErr.Errors {
  70. errString += err.Error() + ","
  71. }
  72. return errString
  73. }
  74. func (mErr MultiError) PrettyError() string {
  75. var errString = ""
  76. for _, err := range *mErr.Errors {
  77. errString += err.Error() + "\n"
  78. }
  79. return errString
  80. }
  81. // ErrDeleteRecords is the type of error returned when fail to delete the required records
  82. type ErrDeleteRecords struct {
  83. MultiError
  84. }
  85. func (err ErrDeleteRecords) Error() string {
  86. return "kafka server: failed to delete records " + err.MultiError.Error()
  87. }
  88. type ErrReassignPartitions struct {
  89. MultiError
  90. }
  91. func (err ErrReassignPartitions) Error() string {
  92. return fmt.Sprintf("failed to reassign partitions for topic: \n%s", err.MultiError.PrettyError())
  93. }
  94. // Numeric error codes returned by the Kafka server.
  95. const (
  96. ErrNoError KError = 0
  97. ErrUnknown KError = -1
  98. ErrOffsetOutOfRange KError = 1
  99. ErrInvalidMessage KError = 2
  100. ErrUnknownTopicOrPartition KError = 3
  101. ErrInvalidMessageSize KError = 4
  102. ErrLeaderNotAvailable KError = 5
  103. ErrNotLeaderForPartition KError = 6
  104. ErrRequestTimedOut KError = 7
  105. ErrBrokerNotAvailable KError = 8
  106. ErrReplicaNotAvailable KError = 9
  107. ErrMessageSizeTooLarge KError = 10
  108. ErrStaleControllerEpochCode KError = 11
  109. ErrOffsetMetadataTooLarge KError = 12
  110. ErrNetworkException KError = 13
  111. ErrOffsetsLoadInProgress KError = 14
  112. ErrConsumerCoordinatorNotAvailable KError = 15
  113. ErrNotCoordinatorForConsumer KError = 16
  114. ErrInvalidTopic KError = 17
  115. ErrMessageSetSizeTooLarge KError = 18
  116. ErrNotEnoughReplicas KError = 19
  117. ErrNotEnoughReplicasAfterAppend KError = 20
  118. ErrInvalidRequiredAcks KError = 21
  119. ErrIllegalGeneration KError = 22
  120. ErrInconsistentGroupProtocol KError = 23
  121. ErrInvalidGroupId KError = 24
  122. ErrUnknownMemberId KError = 25
  123. ErrInvalidSessionTimeout KError = 26
  124. ErrRebalanceInProgress KError = 27
  125. ErrInvalidCommitOffsetSize KError = 28
  126. ErrTopicAuthorizationFailed KError = 29
  127. ErrGroupAuthorizationFailed KError = 30
  128. ErrClusterAuthorizationFailed KError = 31
  129. ErrInvalidTimestamp KError = 32
  130. ErrUnsupportedSASLMechanism KError = 33
  131. ErrIllegalSASLState KError = 34
  132. ErrUnsupportedVersion KError = 35
  133. ErrTopicAlreadyExists KError = 36
  134. ErrInvalidPartitions KError = 37
  135. ErrInvalidReplicationFactor KError = 38
  136. ErrInvalidReplicaAssignment KError = 39
  137. ErrInvalidConfig KError = 40
  138. ErrNotController KError = 41
  139. ErrInvalidRequest KError = 42
  140. ErrUnsupportedForMessageFormat KError = 43
  141. ErrPolicyViolation KError = 44
  142. ErrOutOfOrderSequenceNumber KError = 45
  143. ErrDuplicateSequenceNumber KError = 46
  144. ErrInvalidProducerEpoch KError = 47
  145. ErrInvalidTxnState KError = 48
  146. ErrInvalidProducerIDMapping KError = 49
  147. ErrInvalidTransactionTimeout KError = 50
  148. ErrConcurrentTransactions KError = 51
  149. ErrTransactionCoordinatorFenced KError = 52
  150. ErrTransactionalIDAuthorizationFailed KError = 53
  151. ErrSecurityDisabled KError = 54
  152. ErrOperationNotAttempted KError = 55
  153. ErrKafkaStorageError KError = 56
  154. ErrLogDirNotFound KError = 57
  155. ErrSASLAuthenticationFailed KError = 58
  156. ErrUnknownProducerID KError = 59
  157. ErrReassignmentInProgress KError = 60
  158. ErrDelegationTokenAuthDisabled KError = 61
  159. ErrDelegationTokenNotFound KError = 62
  160. ErrDelegationTokenOwnerMismatch KError = 63
  161. ErrDelegationTokenRequestNotAllowed KError = 64
  162. ErrDelegationTokenAuthorizationFailed KError = 65
  163. ErrDelegationTokenExpired KError = 66
  164. ErrInvalidPrincipalType KError = 67
  165. ErrNonEmptyGroup KError = 68
  166. ErrGroupIDNotFound KError = 69
  167. ErrFetchSessionIDNotFound KError = 70
  168. ErrInvalidFetchSessionEpoch KError = 71
  169. ErrListenerNotFound KError = 72
  170. ErrTopicDeletionDisabled KError = 73
  171. ErrFencedLeaderEpoch KError = 74
  172. ErrUnknownLeaderEpoch KError = 75
  173. ErrUnsupportedCompressionType KError = 76
  174. ErrStaleBrokerEpoch KError = 77
  175. ErrOffsetNotAvailable KError = 78
  176. ErrMemberIdRequired KError = 79
  177. ErrPreferredLeaderNotAvailable KError = 80
  178. ErrGroupMaxSizeReached KError = 81
  179. ErrFencedInstancedId KError = 82
  180. )
  181. func (err KError) Error() string {
  182. // Error messages stolen/adapted from
  183. // https://kafka.apache.org/protocol#protocol_error_codes
  184. switch err {
  185. case ErrNoError:
  186. return "kafka server: Not an error, why are you printing me?"
  187. case ErrUnknown:
  188. return "kafka server: Unexpected (unknown?) server error."
  189. case ErrOffsetOutOfRange:
  190. return "kafka server: The requested offset is outside the range of offsets maintained by the server for the given topic/partition."
  191. case ErrInvalidMessage:
  192. return "kafka server: Message contents does not match its CRC."
  193. case ErrUnknownTopicOrPartition:
  194. return "kafka server: Request was for a topic or partition that does not exist on this broker."
  195. case ErrInvalidMessageSize:
  196. return "kafka server: The message has a negative size."
  197. case ErrLeaderNotAvailable:
  198. return "kafka server: In the middle of a leadership election, there is currently no leader for this partition and hence it is unavailable for writes."
  199. case ErrNotLeaderForPartition:
  200. return "kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date."
  201. case ErrRequestTimedOut:
  202. return "kafka server: Request exceeded the user-specified time limit in the request."
  203. case ErrBrokerNotAvailable:
  204. return "kafka server: Broker not available. Not a client facing error, we should never receive this!!!"
  205. case ErrReplicaNotAvailable:
  206. return "kafka server: Replica information not available, one or more brokers are down."
  207. case ErrMessageSizeTooLarge:
  208. return "kafka server: Message was too large, server rejected it to avoid allocation error."
  209. case ErrStaleControllerEpochCode:
  210. return "kafka server: StaleControllerEpochCode (internal error code for broker-to-broker communication)."
  211. case ErrOffsetMetadataTooLarge:
  212. return "kafka server: Specified a string larger than the configured maximum for offset metadata."
  213. case ErrNetworkException:
  214. return "kafka server: The server disconnected before a response was received."
  215. case ErrOffsetsLoadInProgress:
  216. return "kafka server: The broker is still loading offsets after a leader change for that offset's topic partition."
  217. case ErrConsumerCoordinatorNotAvailable:
  218. return "kafka server: Offset's topic has not yet been created."
  219. case ErrNotCoordinatorForConsumer:
  220. return "kafka server: Request was for a consumer group that is not coordinated by this broker."
  221. case ErrInvalidTopic:
  222. return "kafka server: The request attempted to perform an operation on an invalid topic."
  223. case ErrMessageSetSizeTooLarge:
  224. return "kafka server: The request included message batch larger than the configured segment size on the server."
  225. case ErrNotEnoughReplicas:
  226. return "kafka server: Messages are rejected since there are fewer in-sync replicas than required."
  227. case ErrNotEnoughReplicasAfterAppend:
  228. return "kafka server: Messages are written to the log, but to fewer in-sync replicas than required."
  229. case ErrInvalidRequiredAcks:
  230. return "kafka server: The number of required acks is invalid (should be either -1, 0, or 1)."
  231. case ErrIllegalGeneration:
  232. return "kafka server: The provided generation id is not the current generation."
  233. case ErrInconsistentGroupProtocol:
  234. return "kafka server: The provider group protocol type is incompatible with the other members."
  235. case ErrInvalidGroupId:
  236. return "kafka server: The provided group id was empty."
  237. case ErrUnknownMemberId:
  238. return "kafka server: The provided member is not known in the current generation."
  239. case ErrInvalidSessionTimeout:
  240. return "kafka server: The provided session timeout is outside the allowed range."
  241. case ErrRebalanceInProgress:
  242. return "kafka server: A rebalance for the group is in progress. Please re-join the group."
  243. case ErrInvalidCommitOffsetSize:
  244. return "kafka server: The provided commit metadata was too large."
  245. case ErrTopicAuthorizationFailed:
  246. return "kafka server: The client is not authorized to access this topic."
  247. case ErrGroupAuthorizationFailed:
  248. return "kafka server: The client is not authorized to access this group."
  249. case ErrClusterAuthorizationFailed:
  250. return "kafka server: The client is not authorized to send this request type."
  251. case ErrInvalidTimestamp:
  252. return "kafka server: The timestamp of the message is out of acceptable range."
  253. case ErrUnsupportedSASLMechanism:
  254. return "kafka server: The broker does not support the requested SASL mechanism."
  255. case ErrIllegalSASLState:
  256. return "kafka server: Request is not valid given the current SASL state."
  257. case ErrUnsupportedVersion:
  258. return "kafka server: The version of API is not supported."
  259. case ErrTopicAlreadyExists:
  260. return "kafka server: Topic with this name already exists."
  261. case ErrInvalidPartitions:
  262. return "kafka server: Number of partitions is invalid."
  263. case ErrInvalidReplicationFactor:
  264. return "kafka server: Replication-factor is invalid."
  265. case ErrInvalidReplicaAssignment:
  266. return "kafka server: Replica assignment is invalid."
  267. case ErrInvalidConfig:
  268. return "kafka server: Configuration is invalid."
  269. case ErrNotController:
  270. return "kafka server: This is not the correct controller for this cluster."
  271. case ErrInvalidRequest:
  272. return "kafka server: This most likely occurs because of a request being malformed by the client library or the message was sent to an incompatible broker. See the broker logs for more details."
  273. case ErrUnsupportedForMessageFormat:
  274. return "kafka server: The requested operation is not supported by the message format version."
  275. case ErrPolicyViolation:
  276. return "kafka server: Request parameters do not satisfy the configured policy."
  277. case ErrOutOfOrderSequenceNumber:
  278. return "kafka server: The broker received an out of order sequence number."
  279. case ErrDuplicateSequenceNumber:
  280. return "kafka server: The broker received a duplicate sequence number."
  281. case ErrInvalidProducerEpoch:
  282. return "kafka server: Producer attempted an operation with an old epoch."
  283. case ErrInvalidTxnState:
  284. return "kafka server: The producer attempted a transactional operation in an invalid state."
  285. case ErrInvalidProducerIDMapping:
  286. return "kafka server: The producer attempted to use a producer id which is not currently assigned to its transactional id."
  287. case ErrInvalidTransactionTimeout:
  288. return "kafka server: The transaction timeout is larger than the maximum value allowed by the broker (as configured by max.transaction.timeout.ms)."
  289. case ErrConcurrentTransactions:
  290. return "kafka server: The producer attempted to update a transaction while another concurrent operation on the same transaction was ongoing."
  291. case ErrTransactionCoordinatorFenced:
  292. return "kafka server: The transaction coordinator sending a WriteTxnMarker is no longer the current coordinator for a given producer."
  293. case ErrTransactionalIDAuthorizationFailed:
  294. return "kafka server: Transactional ID authorization failed."
  295. case ErrSecurityDisabled:
  296. return "kafka server: Security features are disabled."
  297. case ErrOperationNotAttempted:
  298. return "kafka server: The broker did not attempt to execute this operation."
  299. case ErrKafkaStorageError:
  300. return "kafka server: Disk error when trying to access log file on the disk."
  301. case ErrLogDirNotFound:
  302. return "kafka server: The specified log directory is not found in the broker config."
  303. case ErrSASLAuthenticationFailed:
  304. return "kafka server: SASL Authentication failed."
  305. case ErrUnknownProducerID:
  306. return "kafka server: The broker could not locate the producer metadata associated with the Producer ID."
  307. case ErrReassignmentInProgress:
  308. return "kafka server: A partition reassignment is in progress."
  309. case ErrDelegationTokenAuthDisabled:
  310. return "kafka server: Delegation Token feature is not enabled."
  311. case ErrDelegationTokenNotFound:
  312. return "kafka server: Delegation Token is not found on server."
  313. case ErrDelegationTokenOwnerMismatch:
  314. return "kafka server: Specified Principal is not valid Owner/Renewer."
  315. case ErrDelegationTokenRequestNotAllowed:
  316. return "kafka server: Delegation Token requests are not allowed on PLAINTEXT/1-way SSL channels and on delegation token authenticated channels."
  317. case ErrDelegationTokenAuthorizationFailed:
  318. return "kafka server: Delegation Token authorization failed."
  319. case ErrDelegationTokenExpired:
  320. return "kafka server: Delegation Token is expired."
  321. case ErrInvalidPrincipalType:
  322. return "kafka server: Supplied principalType is not supported."
  323. case ErrNonEmptyGroup:
  324. return "kafka server: The group is not empty."
  325. case ErrGroupIDNotFound:
  326. return "kafka server: The group id does not exist."
  327. case ErrFetchSessionIDNotFound:
  328. return "kafka server: The fetch session ID was not found."
  329. case ErrInvalidFetchSessionEpoch:
  330. return "kafka server: The fetch session epoch is invalid."
  331. case ErrListenerNotFound:
  332. return "kafka server: There is no listener on the leader broker that matches the listener on which metadata request was processed."
  333. case ErrTopicDeletionDisabled:
  334. return "kafka server: Topic deletion is disabled."
  335. case ErrFencedLeaderEpoch:
  336. return "kafka server: The leader epoch in the request is older than the epoch on the broker."
  337. case ErrUnknownLeaderEpoch:
  338. return "kafka server: The leader epoch in the request is newer than the epoch on the broker."
  339. case ErrUnsupportedCompressionType:
  340. return "kafka server: The requesting client does not support the compression type of given partition."
  341. case ErrStaleBrokerEpoch:
  342. return "kafka server: Broker epoch has changed"
  343. case ErrOffsetNotAvailable:
  344. return "kafka server: The leader high watermark has not caught up from a recent leader election so the offsets cannot be guaranteed to be monotonically increasing"
  345. case ErrMemberIdRequired:
  346. return "kafka server: The group member needs to have a valid member id before actually entering a consumer group"
  347. case ErrPreferredLeaderNotAvailable:
  348. return "kafka server: The preferred leader was not available"
  349. case ErrGroupMaxSizeReached:
  350. return "kafka server: Consumer group The consumer group has reached its max size. already has the configured maximum number of members."
  351. case ErrFencedInstancedId:
  352. return "kafka server: The broker rejected this static consumer since another consumer with the same group.instance.id has registered with a different member.id."
  353. }
  354. return fmt.Sprintf("Unknown error, how did this happen? Error code = %d", err)
  355. }