blob: 97be3c0f1563d2311cc16ade293dfb02439d2404 [file] [log] [blame]
Scott Bakered4efab2020-01-13 19:12:25 -08001package sarama
2
3import (
4 "errors"
5 "fmt"
6)
7
8// ErrOutOfBrokers is the error returned when the client has run out of brokers to talk to because all of them errored
9// or otherwise failed to respond.
10var ErrOutOfBrokers = errors.New("kafka: client has run out of available brokers to talk to (Is your cluster reachable?)")
11
12// ErrClosedClient is the error returned when a method is called on a client that has been closed.
13var ErrClosedClient = errors.New("kafka: tried to use a client that was closed")
14
15// ErrIncompleteResponse is the error returned when the server returns a syntactically valid response, but it does
16// not contain the expected information.
17var ErrIncompleteResponse = errors.New("kafka: response did not contain all the expected topic/partition blocks")
18
19// ErrInvalidPartition is the error returned when a partitioner returns an invalid partition index
20// (meaning one outside of the range [0...numPartitions-1]).
21var ErrInvalidPartition = errors.New("kafka: partitioner returned an invalid partition index")
22
23// ErrAlreadyConnected is the error returned when calling Open() on a Broker that is already connected or connecting.
24var ErrAlreadyConnected = errors.New("kafka: broker connection already initiated")
25
26// ErrNotConnected is the error returned when trying to send or call Close() on a Broker that is not connected.
27var ErrNotConnected = errors.New("kafka: broker not connected")
28
29// ErrInsufficientData is returned when decoding and the packet is truncated. This can be expected
30// when requesting messages, since as an optimization the server is allowed to return a partial message at the end
31// of the message set.
32var ErrInsufficientData = errors.New("kafka: insufficient data to decode packet, more bytes expected")
33
34// ErrShuttingDown is returned when a producer receives a message during shutdown.
35var ErrShuttingDown = errors.New("kafka: message received by producer in process of shutting down")
36
37// ErrMessageTooLarge is returned when the next message to consume is larger than the configured Consumer.Fetch.Max
38var ErrMessageTooLarge = errors.New("kafka: message is larger than Consumer.Fetch.Max")
39
40// ErrConsumerOffsetNotAdvanced is returned when a partition consumer didn't advance its offset after parsing
41// a RecordBatch.
42var ErrConsumerOffsetNotAdvanced = errors.New("kafka: consumer offset was not advanced after a RecordBatch")
43
44// ErrControllerNotAvailable is returned when server didn't give correct controller id. May be kafka server's version
45// is lower than 0.10.0.0.
46var ErrControllerNotAvailable = errors.New("kafka: controller is not available")
47
48// ErrNoTopicsToUpdateMetadata is returned when Meta.Full is set to false but no specific topics were found to update
49// the metadata.
50var ErrNoTopicsToUpdateMetadata = errors.New("kafka: no specific topics to update metadata")
51
52// PacketEncodingError is returned from a failure while encoding a Kafka packet. This can happen, for example,
53// if you try to encode a string over 2^15 characters in length, since Kafka's encoding rules do not permit that.
54type PacketEncodingError struct {
55 Info string
56}
57
58func (err PacketEncodingError) Error() string {
59 return fmt.Sprintf("kafka: error encoding packet: %s", err.Info)
60}
61
62// PacketDecodingError is returned when there was an error (other than truncated data) decoding the Kafka broker's response.
63// This can be a bad CRC or length field, or any other invalid value.
64type PacketDecodingError struct {
65 Info string
66}
67
68func (err PacketDecodingError) Error() string {
69 return fmt.Sprintf("kafka: error decoding packet: %s", err.Info)
70}
71
72// ConfigurationError is the type of error returned from a constructor (e.g. NewClient, or NewConsumer)
73// when the specified configuration is invalid.
74type ConfigurationError string
75
76func (err ConfigurationError) Error() string {
77 return "kafka: invalid configuration (" + string(err) + ")"
78}
79
80// KError is the type of error that can be returned directly by the Kafka broker.
81// See https://cwiki.apache.org/confluence/display/KAFKA/A+Guide+To+The+Kafka+Protocol#AGuideToTheKafkaProtocol-ErrorCodes
82type KError int16
83
84// MultiError is used to contain multi error.
85type MultiError struct {
86 Errors *[]error
87}
88
89func (mErr MultiError) Error() string {
90 var errString = ""
91 for _, err := range *mErr.Errors {
92 errString += err.Error() + ","
93 }
94 return errString
95}
96
97// ErrDeleteRecords is the type of error returned when fail to delete the required records
98type ErrDeleteRecords struct {
99 MultiError
100}
101
102func (err ErrDeleteRecords) Error() string {
103 return "kafka server: failed to delete records " + err.MultiError.Error()
104}
105
106// Numeric error codes returned by the Kafka server.
107const (
108 ErrNoError KError = 0
109 ErrUnknown KError = -1
110 ErrOffsetOutOfRange KError = 1
111 ErrInvalidMessage KError = 2
112 ErrUnknownTopicOrPartition KError = 3
113 ErrInvalidMessageSize KError = 4
114 ErrLeaderNotAvailable KError = 5
115 ErrNotLeaderForPartition KError = 6
116 ErrRequestTimedOut KError = 7
117 ErrBrokerNotAvailable KError = 8
118 ErrReplicaNotAvailable KError = 9
119 ErrMessageSizeTooLarge KError = 10
120 ErrStaleControllerEpochCode KError = 11
121 ErrOffsetMetadataTooLarge KError = 12
122 ErrNetworkException KError = 13
123 ErrOffsetsLoadInProgress KError = 14
124 ErrConsumerCoordinatorNotAvailable KError = 15
125 ErrNotCoordinatorForConsumer KError = 16
126 ErrInvalidTopic KError = 17
127 ErrMessageSetSizeTooLarge KError = 18
128 ErrNotEnoughReplicas KError = 19
129 ErrNotEnoughReplicasAfterAppend KError = 20
130 ErrInvalidRequiredAcks KError = 21
131 ErrIllegalGeneration KError = 22
132 ErrInconsistentGroupProtocol KError = 23
133 ErrInvalidGroupId KError = 24
134 ErrUnknownMemberId KError = 25
135 ErrInvalidSessionTimeout KError = 26
136 ErrRebalanceInProgress KError = 27
137 ErrInvalidCommitOffsetSize KError = 28
138 ErrTopicAuthorizationFailed KError = 29
139 ErrGroupAuthorizationFailed KError = 30
140 ErrClusterAuthorizationFailed KError = 31
141 ErrInvalidTimestamp KError = 32
142 ErrUnsupportedSASLMechanism KError = 33
143 ErrIllegalSASLState KError = 34
144 ErrUnsupportedVersion KError = 35
145 ErrTopicAlreadyExists KError = 36
146 ErrInvalidPartitions KError = 37
147 ErrInvalidReplicationFactor KError = 38
148 ErrInvalidReplicaAssignment KError = 39
149 ErrInvalidConfig KError = 40
150 ErrNotController KError = 41
151 ErrInvalidRequest KError = 42
152 ErrUnsupportedForMessageFormat KError = 43
153 ErrPolicyViolation KError = 44
154 ErrOutOfOrderSequenceNumber KError = 45
155 ErrDuplicateSequenceNumber KError = 46
156 ErrInvalidProducerEpoch KError = 47
157 ErrInvalidTxnState KError = 48
158 ErrInvalidProducerIDMapping KError = 49
159 ErrInvalidTransactionTimeout KError = 50
160 ErrConcurrentTransactions KError = 51
161 ErrTransactionCoordinatorFenced KError = 52
162 ErrTransactionalIDAuthorizationFailed KError = 53
163 ErrSecurityDisabled KError = 54
164 ErrOperationNotAttempted KError = 55
165 ErrKafkaStorageError KError = 56
166 ErrLogDirNotFound KError = 57
167 ErrSASLAuthenticationFailed KError = 58
168 ErrUnknownProducerID KError = 59
169 ErrReassignmentInProgress KError = 60
170 ErrDelegationTokenAuthDisabled KError = 61
171 ErrDelegationTokenNotFound KError = 62
172 ErrDelegationTokenOwnerMismatch KError = 63
173 ErrDelegationTokenRequestNotAllowed KError = 64
174 ErrDelegationTokenAuthorizationFailed KError = 65
175 ErrDelegationTokenExpired KError = 66
176 ErrInvalidPrincipalType KError = 67
177 ErrNonEmptyGroup KError = 68
178 ErrGroupIDNotFound KError = 69
179 ErrFetchSessionIDNotFound KError = 70
180 ErrInvalidFetchSessionEpoch KError = 71
181 ErrListenerNotFound KError = 72
182 ErrTopicDeletionDisabled KError = 73
183 ErrFencedLeaderEpoch KError = 74
184 ErrUnknownLeaderEpoch KError = 75
185 ErrUnsupportedCompressionType KError = 76
186 ErrStaleBrokerEpoch KError = 77
187 ErrOffsetNotAvailable KError = 78
188 ErrMemberIdRequired KError = 79
189 ErrPreferredLeaderNotAvailable KError = 80
190 ErrGroupMaxSizeReached KError = 81
191 ErrFencedInstancedId KError = 82
192)
193
194func (err KError) Error() string {
195 // Error messages stolen/adapted from
196 // https://kafka.apache.org/protocol#protocol_error_codes
197 switch err {
198 case ErrNoError:
199 return "kafka server: Not an error, why are you printing me?"
200 case ErrUnknown:
201 return "kafka server: Unexpected (unknown?) server error."
202 case ErrOffsetOutOfRange:
203 return "kafka server: The requested offset is outside the range of offsets maintained by the server for the given topic/partition."
204 case ErrInvalidMessage:
205 return "kafka server: Message contents does not match its CRC."
206 case ErrUnknownTopicOrPartition:
207 return "kafka server: Request was for a topic or partition that does not exist on this broker."
208 case ErrInvalidMessageSize:
209 return "kafka server: The message has a negative size."
210 case ErrLeaderNotAvailable:
211 return "kafka server: In the middle of a leadership election, there is currently no leader for this partition and hence it is unavailable for writes."
212 case ErrNotLeaderForPartition:
213 return "kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date."
214 case ErrRequestTimedOut:
215 return "kafka server: Request exceeded the user-specified time limit in the request."
216 case ErrBrokerNotAvailable:
217 return "kafka server: Broker not available. Not a client facing error, we should never receive this!!!"
218 case ErrReplicaNotAvailable:
219 return "kafka server: Replica information not available, one or more brokers are down."
220 case ErrMessageSizeTooLarge:
221 return "kafka server: Message was too large, server rejected it to avoid allocation error."
222 case ErrStaleControllerEpochCode:
223 return "kafka server: StaleControllerEpochCode (internal error code for broker-to-broker communication)."
224 case ErrOffsetMetadataTooLarge:
225 return "kafka server: Specified a string larger than the configured maximum for offset metadata."
226 case ErrNetworkException:
227 return "kafka server: The server disconnected before a response was received."
228 case ErrOffsetsLoadInProgress:
229 return "kafka server: The broker is still loading offsets after a leader change for that offset's topic partition."
230 case ErrConsumerCoordinatorNotAvailable:
231 return "kafka server: Offset's topic has not yet been created."
232 case ErrNotCoordinatorForConsumer:
233 return "kafka server: Request was for a consumer group that is not coordinated by this broker."
234 case ErrInvalidTopic:
235 return "kafka server: The request attempted to perform an operation on an invalid topic."
236 case ErrMessageSetSizeTooLarge:
237 return "kafka server: The request included message batch larger than the configured segment size on the server."
238 case ErrNotEnoughReplicas:
239 return "kafka server: Messages are rejected since there are fewer in-sync replicas than required."
240 case ErrNotEnoughReplicasAfterAppend:
241 return "kafka server: Messages are written to the log, but to fewer in-sync replicas than required."
242 case ErrInvalidRequiredAcks:
243 return "kafka server: The number of required acks is invalid (should be either -1, 0, or 1)."
244 case ErrIllegalGeneration:
245 return "kafka server: The provided generation id is not the current generation."
246 case ErrInconsistentGroupProtocol:
247 return "kafka server: The provider group protocol type is incompatible with the other members."
248 case ErrInvalidGroupId:
249 return "kafka server: The provided group id was empty."
250 case ErrUnknownMemberId:
251 return "kafka server: The provided member is not known in the current generation."
252 case ErrInvalidSessionTimeout:
253 return "kafka server: The provided session timeout is outside the allowed range."
254 case ErrRebalanceInProgress:
255 return "kafka server: A rebalance for the group is in progress. Please re-join the group."
256 case ErrInvalidCommitOffsetSize:
257 return "kafka server: The provided commit metadata was too large."
258 case ErrTopicAuthorizationFailed:
259 return "kafka server: The client is not authorized to access this topic."
260 case ErrGroupAuthorizationFailed:
261 return "kafka server: The client is not authorized to access this group."
262 case ErrClusterAuthorizationFailed:
263 return "kafka server: The client is not authorized to send this request type."
264 case ErrInvalidTimestamp:
265 return "kafka server: The timestamp of the message is out of acceptable range."
266 case ErrUnsupportedSASLMechanism:
267 return "kafka server: The broker does not support the requested SASL mechanism."
268 case ErrIllegalSASLState:
269 return "kafka server: Request is not valid given the current SASL state."
270 case ErrUnsupportedVersion:
271 return "kafka server: The version of API is not supported."
272 case ErrTopicAlreadyExists:
273 return "kafka server: Topic with this name already exists."
274 case ErrInvalidPartitions:
275 return "kafka server: Number of partitions is invalid."
276 case ErrInvalidReplicationFactor:
277 return "kafka server: Replication-factor is invalid."
278 case ErrInvalidReplicaAssignment:
279 return "kafka server: Replica assignment is invalid."
280 case ErrInvalidConfig:
281 return "kafka server: Configuration is invalid."
282 case ErrNotController:
283 return "kafka server: This is not the correct controller for this cluster."
284 case ErrInvalidRequest:
285 return "kafka server: This most likely occurs because of a request being malformed by the client library or the message was sent to an incompatible broker. See the broker logs for more details."
286 case ErrUnsupportedForMessageFormat:
287 return "kafka server: The requested operation is not supported by the message format version."
288 case ErrPolicyViolation:
289 return "kafka server: Request parameters do not satisfy the configured policy."
290 case ErrOutOfOrderSequenceNumber:
291 return "kafka server: The broker received an out of order sequence number."
292 case ErrDuplicateSequenceNumber:
293 return "kafka server: The broker received a duplicate sequence number."
294 case ErrInvalidProducerEpoch:
295 return "kafka server: Producer attempted an operation with an old epoch."
296 case ErrInvalidTxnState:
297 return "kafka server: The producer attempted a transactional operation in an invalid state."
298 case ErrInvalidProducerIDMapping:
299 return "kafka server: The producer attempted to use a producer id which is not currently assigned to its transactional id."
300 case ErrInvalidTransactionTimeout:
301 return "kafka server: The transaction timeout is larger than the maximum value allowed by the broker (as configured by max.transaction.timeout.ms)."
302 case ErrConcurrentTransactions:
303 return "kafka server: The producer attempted to update a transaction while another concurrent operation on the same transaction was ongoing."
304 case ErrTransactionCoordinatorFenced:
305 return "kafka server: The transaction coordinator sending a WriteTxnMarker is no longer the current coordinator for a given producer."
306 case ErrTransactionalIDAuthorizationFailed:
307 return "kafka server: Transactional ID authorization failed."
308 case ErrSecurityDisabled:
309 return "kafka server: Security features are disabled."
310 case ErrOperationNotAttempted:
311 return "kafka server: The broker did not attempt to execute this operation."
312 case ErrKafkaStorageError:
313 return "kafka server: Disk error when trying to access log file on the disk."
314 case ErrLogDirNotFound:
315 return "kafka server: The specified log directory is not found in the broker config."
316 case ErrSASLAuthenticationFailed:
317 return "kafka server: SASL Authentication failed."
318 case ErrUnknownProducerID:
319 return "kafka server: The broker could not locate the producer metadata associated with the Producer ID."
320 case ErrReassignmentInProgress:
321 return "kafka server: A partition reassignment is in progress."
322 case ErrDelegationTokenAuthDisabled:
323 return "kafka server: Delegation Token feature is not enabled."
324 case ErrDelegationTokenNotFound:
325 return "kafka server: Delegation Token is not found on server."
326 case ErrDelegationTokenOwnerMismatch:
327 return "kafka server: Specified Principal is not valid Owner/Renewer."
328 case ErrDelegationTokenRequestNotAllowed:
329 return "kafka server: Delegation Token requests are not allowed on PLAINTEXT/1-way SSL channels and on delegation token authenticated channels."
330 case ErrDelegationTokenAuthorizationFailed:
331 return "kafka server: Delegation Token authorization failed."
332 case ErrDelegationTokenExpired:
333 return "kafka server: Delegation Token is expired."
334 case ErrInvalidPrincipalType:
335 return "kafka server: Supplied principalType is not supported."
336 case ErrNonEmptyGroup:
337 return "kafka server: The group is not empty."
338 case ErrGroupIDNotFound:
339 return "kafka server: The group id does not exist."
340 case ErrFetchSessionIDNotFound:
341 return "kafka server: The fetch session ID was not found."
342 case ErrInvalidFetchSessionEpoch:
343 return "kafka server: The fetch session epoch is invalid."
344 case ErrListenerNotFound:
345 return "kafka server: There is no listener on the leader broker that matches the listener on which metadata request was processed."
346 case ErrTopicDeletionDisabled:
347 return "kafka server: Topic deletion is disabled."
348 case ErrFencedLeaderEpoch:
349 return "kafka server: The leader epoch in the request is older than the epoch on the broker."
350 case ErrUnknownLeaderEpoch:
351 return "kafka server: The leader epoch in the request is newer than the epoch on the broker."
352 case ErrUnsupportedCompressionType:
353 return "kafka server: The requesting client does not support the compression type of given partition."
354 case ErrStaleBrokerEpoch:
355 return "kafka server: Broker epoch has changed"
356 case ErrOffsetNotAvailable:
357 return "kafka server: The leader high watermark has not caught up from a recent leader election so the offsets cannot be guaranteed to be monotonically increasing"
358 case ErrMemberIdRequired:
359 return "kafka server: The group member needs to have a valid member id before actually entering a consumer group"
360 case ErrPreferredLeaderNotAvailable:
361 return "kafka server: The preferred leader was not available"
362 case ErrGroupMaxSizeReached:
363 return "kafka server: Consumer group The consumer group has reached its max size. already has the configured maximum number of members."
364 case ErrFencedInstancedId:
365 return "kafka server: The broker rejected this static consumer since another consumer with the same group.instance.id has registered with a different member.id."
366 }
367
368 return fmt.Sprintf("Unknown error, how did this happen? Error code = %d", err)
369}