1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
//! Crate & protocol level errors.
//!
use bytes::Bytes;
use num_derive::FromPrimitive;
use std::{fmt, io, result};
pub type Result<T> = result::Result<T, Error>;
#[derive(Clone, Debug, Eq, PartialEq)]
pub enum Error {
/// The broker exists in the metadata, but we have no open TCP connection.
NoConnectionForBroker(i32),
/// The given topic and partition do not have a leader represented in the metadata.
NoLeaderForTopicPartition(String, i32),
/// We could not encode the data into a bytestream correctly.
EncodingError,
/// An argument validation error.
ArgError(String),
/// An error in the network.
IoError(io::ErrorKind),
/// Error code provided by the kafka broker.
KafkaError(KafkaCode),
/// Could not decode bytes into valid UTF-8
DecodingUtf8Error,
/// Could not parse the data
ParsingError(Bytes),
MissingData(String),
MetadataNeedsSync,
AssignmentStrategyNotSupported(String),
LockError(String),
NotFound,
MissingBrokerConfigOptions,
IncorrectConnectionUsage,
InvalidSaslMechanism,
SaslAuthFailed(String),
}
impl fmt::Display for Error {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
write!(f, "{self:?}")
}
}
/// Various errors reported by a remote Kafka server.
/// See also [Kafka Errors](http://kafka.apache.org/protocol.html)
#[derive(Debug, Copy, Clone, PartialEq, Eq, FromPrimitive)]
pub enum KafkaCode {
/// An unexpected server error
Unknown = -1,
None = 0,
/// The requested offset is outside the range of offsets
/// maintained by the server for the given topic/partition
OffsetOutOfRange = 1,
/// This indicates that a message contents does not match its CRC
CorruptMessage = 2,
/// This request is for a topic or partition that does not exist
/// on this broker.
UnknownTopicOrPartition = 3,
/// The message has a negative size
InvalidMessageSize = 4,
/// This error is thrown if we are in the middle of a leadership
/// election and there is currently no leader for this partition
/// and hence it is unavailable for writes.
LeaderNotAvailable = 5,
/// This error is thrown if the client attempts to send messages
/// to a replica that is not the leader for some partition. It
/// indicates that the clients metadata is out of date.
NotLeaderForPartition = 6,
/// This error is thrown if the request exceeds the user-specified
/// time limit in the request.
RequestTimedOut = 7,
/// This is not a client facing error and is used mostly by tools
/// when a broker is not alive.
BrokerNotAvailable = 8,
/// If replica is expected on a broker, but is not (this can be
/// safely ignored).
ReplicaNotAvailable = 9,
/// The server has a configurable maximum message size to avoid
/// unbounded memory allocation. This error is thrown if the
/// client attempt to produce a message larger than this maximum.
MessageSizeTooLarge = 10,
/// Internal error code for broker-to-broker communication.
StaleControllerEpoch = 11,
/// If you specify a string larger than configured maximum for
/// offset metadata
OffsetMetadataTooLarge = 12,
/// The server disconnected before a response was received.
NetworkException = 13,
/// The broker returns this error code for an offset fetch request
/// if it is still loading offsets (after a leader change for that
/// offsets topic partition), or in response to group membership
/// requests (such as heartbeats) when group metadata is being
/// loaded by the coordinator.
GroupLoadInProgress = 14,
/// The broker returns this error code for group coordinator
/// requests, offset commits, and most group management requests
/// if the offsets topic has not yet been created, or if the group
/// coordinator is not active.
GroupCoordinatorNotAvailable = 15,
/// The broker returns this error code if it receives an offset
/// fetch or commit request for a group that it is not a
/// coordinator for.
NotCoordinatorForGroup = 16,
/// For a request which attempts to access an invalid topic
/// (e.g. one which has an illegal name), or if an attempt is made
/// to write to an internal topic (such as the consumer offsets
/// topic).
InvalidTopic = 17,
/// If a message batch in a produce request exceeds the maximum
/// configured segment size.
RecordListTooLarge = 18,
/// Returned from a produce request when the number of in-sync
/// replicas is lower than the configured minimum and requiredAcks is
/// -1.
NotEnoughReplicas = 19,
/// Returned from a produce request when the message was written
/// to the log, but with fewer in-sync replicas than required.
NotEnoughReplicasAfterAppend = 20,
/// Returned from a produce request if the requested requiredAcks is
/// invalid (anything other than -1, 1, or 0).
InvalidRequiredAcks = 21,
/// Returned from group membership requests (such as heartbeats) when
/// the generation id provided in the request is not the current
/// generation.
IllegalGeneration = 22,
/// Returned in join group when the member provides a protocol type or
/// set of protocols which is not compatible with the current group.
InconsistentGroupProtocol = 23,
/// Returned in join group when the groupId is empty or null.
InvalidGroupId = 24,
/// Returned from group requests (offset commits/fetches, heartbeats,
/// etc) when the memberId is not in the current generation.
UnknownMemberId = 25,
/// Return in join group when the requested session timeout is outside
/// of the allowed range on the broker
InvalidSessionTimeout = 26,
/// Returned in heartbeat requests when the coordinator has begun
/// rebalancing the group. This indicates to the client that it
/// should rejoin the group.
RebalanceInProgress = 27,
/// This error indicates that an offset commit was rejected because of
/// oversize metadata.
InvalidCommitOffsetSize = 28,
/// Returned by the broker when the client is not authorized to access
/// the requested topic.
TopicAuthorizationFailed = 29,
/// Returned by the broker when the client is not authorized to access
/// a particular groupId.
GroupAuthorizationFailed = 30,
/// Returned by the broker when the client is not authorized to use an
/// inter-broker or administrative API.
ClusterAuthorizationFailed = 31,
/// The timestamp of the message is out of acceptable range.
InvalidTimestamp = 32,
/// The broker does not support the requested SASL mechanism.
UnsupportedSaslMechanism = 33,
/// Request is not valid given the current SASL state.
IllegalSaslState = 34,
/// The version of API is not supported.
UnsupportedVersion = 35,
/// Topic with this name already exists.
TopicAlreadyExists = 36,
/// This is not the correct controller for this cluster.
NotController = 41,
/// SASL Authentication failed.
SaslAuthenticationFailed = 58,
}
#[cfg(feature = "redpanda")]
impl From<reqwest::Error> for Error {
fn from(err: reqwest::Error) -> Self {
if err.is_timeout() {
Error::KafkaError(KafkaCode::RequestTimedOut)
} else if err.is_connect() {
Error::KafkaError(KafkaCode::BrokerNotAvailable)
} else if err.is_decode() {
Error::KafkaError(KafkaCode::CorruptMessage)
} else if let Some(code) = err.status() {
if code.as_u16() == 404 {
Error::NotFound
} else {
Error::KafkaError(KafkaCode::Unknown)
}
} else {
Error::KafkaError(KafkaCode::Unknown)
}
}
}