use std::future::Future;
use std::net::SocketAddr;
use std::pin::Pin;
use std::sync::Arc;
use std::task::{Context, Poll};
use std::time::Duration;
use crate::future::{FutureDriver, ServerHandle, StopMonitor};
use crate::types::error::{ErrorCode, ErrorObject, BATCHES_NOT_SUPPORTED_CODE, BATCHES_NOT_SUPPORTED_MSG};
use crate::types::{Id, Request};
use futures_channel::mpsc;
use futures_util::future::{Either, FutureExt};
use futures_util::io::{BufReader, BufWriter};
use futures_util::stream::StreamExt;
use futures_util::TryStreamExt;
use http::header::{HOST, ORIGIN};
use http::{HeaderMap, HeaderValue};
use jsonrpsee_core::id_providers::RandomIntegerIdProvider;
use jsonrpsee_core::middleware::{self, WsMiddleware as Middleware};
use jsonrpsee_core::server::access_control::AccessControl;
use jsonrpsee_core::server::helpers::{
prepare_error, BatchResponse, BatchResponseBuilder, BoundedSubscriptions, MethodResponse, MethodSink,
};
use jsonrpsee_core::server::resource_limiting::Resources;
use jsonrpsee_core::server::rpc_module::{ConnState, ConnectionId, MethodKind, Methods};
use jsonrpsee_core::tracing::{rx_log_from_json, rx_log_from_str, tx_log_from_str, RpcTracing};
use jsonrpsee_core::traits::IdProvider;
use jsonrpsee_core::{Error, TEN_MB_SIZE_BYTES};
use jsonrpsee_types::error::{reject_too_big_request, reject_too_many_subscriptions};
use jsonrpsee_types::Params;
use soketto::connection::Error as SokettoError;
use soketto::data::ByteSlice125;
use soketto::handshake::WebSocketKey;
use soketto::handshake::{server::Response, Server as SokettoServer};
use soketto::Sender;
use tokio::net::{TcpListener, TcpStream, ToSocketAddrs};
use tokio_stream::wrappers::IntervalStream;
use tokio_util::compat::{Compat, TokioAsyncReadCompatExt};
use tracing_futures::Instrument;
const MAX_CONNECTIONS: u64 = 100;
pub struct Server<M> {
listener: TcpListener,
cfg: Settings,
stop_monitor: StopMonitor,
resources: Resources,
middleware: M,
id_provider: Arc<dyn IdProvider>,
}
impl<M> std::fmt::Debug for Server<M> {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.debug_struct("Server")
.field("listener", &self.listener)
.field("cfg", &self.cfg)
.field("stop_monitor", &self.stop_monitor)
.field("id_provider", &self.id_provider)
.field("resources", &self.resources)
.finish()
}
}
impl<M: Middleware> Server<M> {
pub fn local_addr(&self) -> Result<SocketAddr, Error> {
self.listener.local_addr().map_err(Into::into)
}
pub fn server_handle(&self) -> ServerHandle {
self.stop_monitor.handle()
}
pub fn start(mut self, methods: impl Into<Methods>) -> Result<ServerHandle, Error> {
let methods = methods.into().initialize_resources(&self.resources)?;
let handle = self.server_handle();
match self.cfg.tokio_runtime.take() {
Some(rt) => rt.spawn(self.start_inner(methods)),
None => tokio::spawn(self.start_inner(methods)),
};
Ok(handle)
}
async fn start_inner(self, methods: Methods) {
let stop_monitor = self.stop_monitor;
let resources = self.resources;
let middleware = self.middleware;
let mut id = 0;
let mut connections = FutureDriver::default();
let mut incoming = Monitored::new(Incoming(self.listener), &stop_monitor);
loop {
match connections.select_with(&mut incoming).await {
Ok((socket, _addr)) => {
if let Err(e) = socket.set_nodelay(true) {
tracing::error!("Could not set NODELAY on socket: {:?}", e);
continue;
}
if connections.count() >= self.cfg.max_connections as usize {
tracing::warn!("Too many connections. Try again in a while.");
connections.add(Box::pin(handshake(socket, HandshakeResponse::Reject { status_code: 429 })));
continue;
}
let methods = &methods;
let cfg = &self.cfg;
let id_provider = self.id_provider.clone();
connections.add(Box::pin(handshake(
socket,
HandshakeResponse::Accept {
conn_id: id,
methods,
resources: &resources,
cfg,
stop_monitor: &stop_monitor,
middleware: middleware.clone(),
id_provider,
},
)));
tracing::info!("Accepting new connection {}/{}", connections.count(), self.cfg.max_connections);
id = id.wrapping_add(1);
}
Err(MonitoredError::Selector(err)) => {
tracing::error!("Error while awaiting a new connection: {:?}", err);
}
Err(MonitoredError::Shutdown) => break,
}
}
connections.await
}
}
struct Monitored<'a, F> {
future: F,
stop_monitor: &'a StopMonitor,
}
impl<'a, F> Monitored<'a, F> {
fn new(future: F, stop_monitor: &'a StopMonitor) -> Self {
Monitored { future, stop_monitor }
}
}
enum MonitoredError<E> {
Shutdown,
Selector(E),
}
struct Incoming(TcpListener);
impl<'a> Future for Monitored<'a, Incoming> {
type Output = Result<(TcpStream, SocketAddr), MonitoredError<std::io::Error>>;
fn poll(self: Pin<&mut Self>, cx: &mut Context) -> Poll<Self::Output> {
let this = Pin::into_inner(self);
if this.stop_monitor.shutdown_requested() {
return Poll::Ready(Err(MonitoredError::Shutdown));
}
this.future.0.poll_accept(cx).map_err(MonitoredError::Selector)
}
}
impl<'a, 'f, F, T, E> Future for Monitored<'a, Pin<&'f mut F>>
where
F: Future<Output = Result<T, E>>,
{
type Output = Result<T, MonitoredError<E>>;
fn poll(self: Pin<&mut Self>, cx: &mut Context) -> Poll<Self::Output> {
let this = Pin::into_inner(self);
if this.stop_monitor.shutdown_requested() {
return Poll::Ready(Err(MonitoredError::Shutdown));
}
this.future.poll_unpin(cx).map_err(MonitoredError::Selector)
}
}
enum HandshakeResponse<'a, M> {
Reject {
status_code: u16,
},
Accept {
conn_id: ConnectionId,
methods: &'a Methods,
resources: &'a Resources,
cfg: &'a Settings,
stop_monitor: &'a StopMonitor,
middleware: M,
id_provider: Arc<dyn IdProvider>,
},
}
async fn handshake<M: Middleware>(socket: tokio::net::TcpStream, mode: HandshakeResponse<'_, M>) -> Result<(), Error> {
let remote_addr = socket.peer_addr()?;
let mut server = SokettoServer::new(BufReader::new(BufWriter::new(socket.compat())));
match mode {
HandshakeResponse::Reject { status_code } => {
let reject = Response::Reject { status_code };
server.send_response(&reject).await?;
let (mut sender, _) = server.into_builder().finish();
sender.close().await?;
Ok(())
}
HandshakeResponse::Accept { conn_id, methods, resources, cfg, stop_monitor, middleware, id_provider } => {
tracing::debug!("Accepting new connection: {}", conn_id);
let key_and_headers = get_key_and_headers(&mut server, cfg).await;
match key_and_headers {
Ok((key, headers)) => {
middleware.on_connect(remote_addr, &headers);
let accept = Response::Accept { key, protocol: None };
server.send_response(&accept).await?;
}
Err(err) => {
tracing::warn!("Rejected connection: {:?}", err);
let reject = Response::Reject { status_code: 403 };
server.send_response(&reject).await?;
return Err(err);
}
};
let join_result = tokio::spawn(background_task(BackgroundTask {
server,
conn_id,
methods: methods.clone(),
resources: resources.clone(),
max_request_body_size: cfg.max_request_body_size,
max_response_body_size: cfg.max_response_body_size,
max_log_length: cfg.max_log_length,
batch_requests_supported: cfg.batch_requests_supported,
bounded_subscriptions: BoundedSubscriptions::new(cfg.max_subscriptions_per_connection),
stop_server: stop_monitor.clone(),
middleware,
id_provider,
ping_interval: cfg.ping_interval,
remote_addr,
}))
.await;
match join_result {
Err(_) => Err(Error::Custom("Background task was aborted".into())),
Ok(result) => result,
}
}
}
}
struct BackgroundTask<'a, M> {
server: SokettoServer<'a, BufReader<BufWriter<Compat<tokio::net::TcpStream>>>>,
conn_id: ConnectionId,
methods: Methods,
resources: Resources,
max_request_body_size: u32,
max_response_body_size: u32,
max_log_length: u32,
batch_requests_supported: bool,
bounded_subscriptions: BoundedSubscriptions,
stop_server: StopMonitor,
middleware: M,
id_provider: Arc<dyn IdProvider>,
ping_interval: Duration,
remote_addr: SocketAddr,
}
async fn background_task<M: Middleware>(input: BackgroundTask<'_, M>) -> Result<(), Error> {
let BackgroundTask {
server,
conn_id,
methods,
resources,
max_request_body_size,
max_response_body_size,
max_log_length,
batch_requests_supported,
bounded_subscriptions,
stop_server,
middleware,
id_provider,
ping_interval,
remote_addr,
} = input;
let mut builder = server.into_builder();
builder.set_max_message_size(max_request_body_size as usize);
let (mut sender, mut receiver) = builder.finish();
let (tx, mut rx) = mpsc::unbounded::<String>();
let bounded_subscriptions2 = bounded_subscriptions.clone();
let stop_server2 = stop_server.clone();
let sink = MethodSink::new_with_limit(tx, max_response_body_size, max_log_length);
tokio::spawn(async move {
let mut rx_item = rx.next();
let ping_interval = IntervalStream::new(tokio::time::interval(ping_interval));
tokio::pin!(ping_interval);
let mut next_ping = ping_interval.next();
while !stop_server2.shutdown_requested() {
match futures_util::future::select(rx_item, next_ping).await {
Either::Left((Some(response), ping)) => {
if let Err(err) = send_ws_message(&mut sender, response).await {
tracing::warn!("WS send error: {}; terminate connection", err);
break;
}
rx_item = rx.next();
next_ping = ping;
}
Either::Left((None, _)) => break,
Either::Right((_, next_rx)) => {
if let Err(err) = send_ws_ping(&mut sender).await {
tracing::warn!("WS send ping error: {}; terminate connection", err);
break;
}
rx_item = next_rx;
next_ping = ping_interval.next();
}
}
}
let _ = sender.close().await;
bounded_subscriptions2.close();
});
let mut data = Vec::with_capacity(100);
let mut method_executors = FutureDriver::default();
let middleware = &middleware;
let result = loop {
data.clear();
{
let receive = async {
loop {
match receiver.receive(&mut data).await? {
soketto::Incoming::Data(d) => break Ok(d),
soketto::Incoming::Pong(_) => tracing::debug!("recv pong"),
soketto::Incoming::Closed(_) => {
break Err(SokettoError::Closed);
}
}
}
};
tokio::pin!(receive);
if let Err(err) = method_executors.select_with(Monitored::new(receive, &stop_server)).await {
match err {
MonitoredError::Selector(SokettoError::Closed) => {
tracing::debug!("WS transport: remote peer terminated the connection: {}", conn_id);
sink.close();
break Ok(());
}
MonitoredError::Selector(SokettoError::MessageTooLarge { current, maximum }) => {
tracing::warn!(
"WS transport error: outgoing message is too big error ({} bytes, max is {})",
current,
maximum
);
sink.send_error(Id::Null, reject_too_big_request(max_request_body_size));
continue;
}
MonitoredError::Selector(err) => {
tracing::debug!("WS error: {}; terminate connection {}", err, conn_id);
sink.close();
break Err(err.into());
}
MonitoredError::Shutdown => break Ok(()),
};
};
};
let request_start = middleware.on_request();
let first_non_whitespace = data.iter().find(|byte| !byte.is_ascii_whitespace());
match first_non_whitespace {
Some(b'{') => {
let data = std::mem::take(&mut data);
let sink = sink.clone();
let resources = &resources;
let methods = &methods;
let bounded_subscriptions = bounded_subscriptions.clone();
let id_provider = &*id_provider;
let fut = async move {
let call = CallData {
conn_id,
resources,
max_response_body_size,
max_log_length,
methods,
bounded_subscriptions,
sink: &sink,
id_provider: &*id_provider,
middleware,
request_start,
};
match process_single_request(data, call).await {
MethodResult::JustMiddleware(r) => {
middleware.on_response(&r.result, request_start);
}
MethodResult::SendAndMiddleware(r) => {
middleware.on_response(&r.result, request_start);
let _ = sink.send_raw(r.result);
}
};
}
.boxed();
method_executors.add(fut);
}
Some(b'[') if !batch_requests_supported => {
let response = MethodResponse::error(
Id::Null,
ErrorObject::borrowed(BATCHES_NOT_SUPPORTED_CODE, &BATCHES_NOT_SUPPORTED_MSG, None),
);
middleware.on_response(&response.result, request_start);
let _ = sink.send_raw(response.result);
}
Some(b'[') => {
let resources = &resources;
let methods = &methods;
let bounded_subscriptions = bounded_subscriptions.clone();
let sink = sink.clone();
let id_provider = id_provider.clone();
let data = std::mem::take(&mut data);
let fut = async move {
let response = process_batch_request(Batch {
data,
call: CallData {
conn_id,
resources,
max_response_body_size,
max_log_length,
methods,
bounded_subscriptions,
sink: &sink,
id_provider: &*id_provider,
middleware,
request_start,
},
})
.await;
tx_log_from_str(&response.result, max_log_length);
middleware.on_response(&response.result, request_start);
let _ = sink.send_raw(response.result);
};
method_executors.add(Box::pin(fut));
}
_ => {
sink.send_error(Id::Null, ErrorCode::ParseError.into());
}
}
};
middleware.on_disconnect(remote_addr);
method_executors.await;
result
}
#[derive(Debug, Clone)]
struct Settings {
max_request_body_size: u32,
max_response_body_size: u32,
max_connections: u64,
max_subscriptions_per_connection: u32,
max_log_length: u32,
access_control: AccessControl,
batch_requests_supported: bool,
tokio_runtime: Option<tokio::runtime::Handle>,
ping_interval: Duration,
}
impl Default for Settings {
fn default() -> Self {
Self {
max_request_body_size: TEN_MB_SIZE_BYTES,
max_response_body_size: TEN_MB_SIZE_BYTES,
max_log_length: 4096,
max_subscriptions_per_connection: 1024,
max_connections: MAX_CONNECTIONS,
batch_requests_supported: true,
access_control: AccessControl::default(),
tokio_runtime: None,
ping_interval: Duration::from_secs(60),
}
}
}
#[derive(Debug)]
pub struct Builder<M = ()> {
settings: Settings,
resources: Resources,
middleware: M,
id_provider: Arc<dyn IdProvider>,
}
impl Default for Builder {
fn default() -> Self {
Builder {
settings: Settings::default(),
resources: Resources::default(),
middleware: (),
id_provider: Arc::new(RandomIntegerIdProvider),
}
}
}
impl Builder {
pub fn new() -> Self {
Self::default()
}
}
impl<M> Builder<M> {
pub fn max_request_body_size(mut self, size: u32) -> Self {
self.settings.max_request_body_size = size;
self
}
pub fn max_response_body_size(mut self, size: u32) -> Self {
self.settings.max_response_body_size = size;
self
}
pub fn max_connections(mut self, max: u64) -> Self {
self.settings.max_connections = max;
self
}
pub fn batch_requests_supported(mut self, supported: bool) -> Self {
self.settings.batch_requests_supported = supported;
self
}
pub fn max_subscriptions_per_connection(mut self, max: u32) -> Self {
self.settings.max_subscriptions_per_connection = max;
self
}
pub fn register_resource(mut self, label: &'static str, capacity: u16, default: u16) -> Result<Self, Error> {
self.resources.register(label, capacity, default)?;
Ok(self)
}
pub fn set_middleware<T: Middleware>(self, middleware: T) -> Builder<T> {
Builder { settings: self.settings, resources: self.resources, middleware, id_provider: self.id_provider }
}
pub fn custom_tokio_runtime(mut self, rt: tokio::runtime::Handle) -> Self {
self.settings.tokio_runtime = Some(rt);
self
}
pub fn ping_interval(mut self, interval: Duration) -> Self {
self.settings.ping_interval = interval;
self
}
pub fn set_id_provider<I: IdProvider + 'static>(mut self, id_provider: I) -> Self {
self.id_provider = Arc::new(id_provider);
self
}
pub fn set_access_control(mut self, acl: AccessControl) -> Self {
self.settings.access_control = acl;
self
}
pub async fn build(self, addrs: impl ToSocketAddrs) -> Result<Server<M>, Error> {
let listener = TcpListener::bind(addrs).await?;
let stop_monitor = StopMonitor::new();
let resources = self.resources;
Ok(Server {
listener,
cfg: self.settings,
stop_monitor,
resources,
middleware: self.middleware,
id_provider: self.id_provider,
})
}
}
async fn send_ws_message(
sender: &mut Sender<BufReader<BufWriter<Compat<TcpStream>>>>,
response: String,
) -> Result<(), Error> {
sender.send_text_owned(response).await?;
sender.flush().await.map_err(Into::into)
}
async fn send_ws_ping(sender: &mut Sender<BufReader<BufWriter<Compat<TcpStream>>>>) -> Result<(), Error> {
tracing::debug!("send ping");
let slice: &[u8] = &[];
let byte_slice = ByteSlice125::try_from(slice).expect("Empty slice should fit into ByteSlice125");
sender.send_ping(byte_slice).await?;
sender.flush().await.map_err(Into::into)
}
#[derive(Debug, Clone)]
struct Batch<'a, M: Middleware> {
data: Vec<u8>,
call: CallData<'a, M>,
}
#[derive(Debug, Clone)]
struct CallData<'a, M: Middleware> {
conn_id: usize,
bounded_subscriptions: BoundedSubscriptions,
id_provider: &'a dyn IdProvider,
middleware: &'a M,
methods: &'a Methods,
max_response_body_size: u32,
max_log_length: u32,
resources: &'a Resources,
sink: &'a MethodSink,
request_start: M::Instant,
}
#[derive(Debug, Clone)]
struct Call<'a, M: Middleware> {
params: Params<'a>,
name: &'a str,
call: CallData<'a, M>,
id: Id<'a>,
}
enum MethodResult {
JustMiddleware(MethodResponse),
SendAndMiddleware(MethodResponse),
}
impl MethodResult {
fn as_inner(&self) -> &MethodResponse {
match &self {
Self::JustMiddleware(r) => r,
Self::SendAndMiddleware(r) => r,
}
}
}
async fn process_batch_request<M>(b: Batch<'_, M>) -> BatchResponse
where
M: Middleware,
{
let Batch { data, call } = b;
if let Ok(batch) = serde_json::from_slice::<Vec<Request>>(&data) {
return if !batch.is_empty() {
let batch = batch.into_iter().map(|req| Ok((req, call.clone())));
let batch_stream = futures_util::stream::iter(batch);
let trace = RpcTracing::batch();
return async {
let max_response_size = call.max_response_body_size;
let batch_response = batch_stream
.try_fold(
BatchResponseBuilder::new_with_limit(max_response_size as usize),
|batch_response, (req, call)| async move {
let params = Params::new(req.params.map(|params| params.get()));
let response = execute_call(Call { name: &req.method, params, id: req.id, call }).await;
batch_response.append(response.as_inner())
},
)
.await;
match batch_response {
Ok(batch) => batch.finish(),
Err(batch_err) => batch_err,
}
}
.instrument(trace.into_span())
.await;
} else {
BatchResponse::error(Id::Null, ErrorObject::from(ErrorCode::InvalidRequest))
};
}
let (id, code) = prepare_error(&data);
BatchResponse::error(id, ErrorObject::from(code))
}
async fn process_single_request<M: Middleware>(data: Vec<u8>, call: CallData<'_, M>) -> MethodResult {
if let Ok(req) = serde_json::from_slice::<Request>(&data) {
let trace = RpcTracing::method_call(&req.method);
async {
rx_log_from_json(&req, call.max_log_length);
let params = Params::new(req.params.map(|params| params.get()));
let name = &req.method;
let id = req.id;
execute_call(Call { name, params, id, call }).await
}
.instrument(trace.into_span())
.await
} else {
let (id, code) = prepare_error(&data);
MethodResult::SendAndMiddleware(MethodResponse::error(id, ErrorObject::from(code)))
}
}
async fn execute_call<M: Middleware>(c: Call<'_, M>) -> MethodResult {
let Call { name, id, params, call } = c;
let CallData {
resources,
methods,
middleware,
max_response_body_size,
max_log_length,
conn_id,
bounded_subscriptions,
id_provider,
sink,
request_start,
} = call;
let response = match methods.method_with_name(name) {
None => {
middleware.on_call(name, params.clone(), middleware::MethodKind::Unknown);
let response = MethodResponse::error(id, ErrorObject::from(ErrorCode::MethodNotFound));
MethodResult::SendAndMiddleware(response)
}
Some((name, method)) => match &method.inner() {
MethodKind::Sync(callback) => {
middleware.on_call(name, params.clone(), middleware::MethodKind::MethodCall);
match method.claim(name, resources) {
Ok(guard) => {
let r = (callback)(id, params, max_response_body_size as usize);
drop(guard);
MethodResult::SendAndMiddleware(r)
}
Err(err) => {
tracing::error!("[Methods::execute_with_resources] failed to lock resources: {:?}", err);
let response = MethodResponse::error(id, ErrorObject::from(ErrorCode::ServerIsBusy));
MethodResult::SendAndMiddleware(response)
}
}
}
MethodKind::Async(callback) => {
middleware.on_call(name, params.clone(), middleware::MethodKind::MethodCall);
match method.claim(name, resources) {
Ok(guard) => {
let id = id.into_owned();
let params = params.into_owned();
let response =
(callback)(id, params, conn_id, max_response_body_size as usize, Some(guard)).await;
MethodResult::SendAndMiddleware(response)
}
Err(err) => {
tracing::error!("[Methods::execute_with_resources] failed to lock resources: {:?}", err);
let response = MethodResponse::error(id, ErrorObject::from(ErrorCode::ServerIsBusy));
MethodResult::SendAndMiddleware(response)
}
}
}
MethodKind::Subscription(callback) => {
middleware.on_call(name, params.clone(), middleware::MethodKind::Subscription);
match method.claim(name, resources) {
Ok(guard) => {
if let Some(cn) = bounded_subscriptions.acquire() {
let conn_state = ConnState { conn_id, close_notify: cn, id_provider };
let response = callback(id.clone(), params, sink.clone(), conn_state, Some(guard)).await;
MethodResult::JustMiddleware(response)
} else {
let response =
MethodResponse::error(id, reject_too_many_subscriptions(bounded_subscriptions.max()));
MethodResult::SendAndMiddleware(response)
}
}
Err(err) => {
tracing::error!("[Methods::execute_with_resources] failed to lock resources: {:?}", err);
let response = MethodResponse::error(id, ErrorObject::from(ErrorCode::ServerIsBusy));
MethodResult::SendAndMiddleware(response)
}
}
}
MethodKind::Unsubscription(callback) => {
middleware.on_call(name, params.clone(), middleware::MethodKind::Unsubscription);
let result = callback(id, params, conn_id, max_response_body_size as usize);
MethodResult::SendAndMiddleware(result)
}
},
};
let r = response.as_inner();
rx_log_from_str(&r.result, max_log_length);
middleware.on_result(name, r.success, request_start);
response
}
async fn get_key_and_headers(
server: &mut SokettoServer<'_, BufReader<BufWriter<Compat<TcpStream>>>>,
cfg: &Settings,
) -> Result<(WebSocketKey, HeaderMap), Error> {
let req = server.receive_request().await?;
tracing::trace!("Connection request: {:?}", req);
let host = std::str::from_utf8(req.headers().host).map_err(|e| Error::HttpHeaderRejected("Host", e.to_string()))?;
let origin = req.headers().origin.and_then(|h| {
let res = std::str::from_utf8(h).ok();
if res.is_none() {
tracing::warn!("Origin header invalid UTF-8; treated as no Origin header");
}
res
});
let host_check = cfg.access_control.verify_host(host);
let origin_check = cfg.access_control.verify_origin(origin, host);
let mut headers = HeaderMap::new();
host_check.and(origin_check).map(|()| {
let key = req.key();
if let Ok(val) = HeaderValue::from_str(host) {
headers.insert(HOST, val);
}
if let Some(Ok(val)) = origin.map(HeaderValue::from_str) {
headers.insert(ORIGIN, val);
}
(key, headers)
})
}