1use std::collections::HashMap;
2use std::net::{IpAddr, SocketAddr};
3use std::sync::Arc;
4use std::sync::atomic::{AtomicU64, Ordering};
5use std::time::Instant;
6
7use anyhow::Result;
8use axum::Router;
9use axum::body::Body;
10use axum::extract::{ConnectInfo, State};
11use axum::http::{self, Request, Response};
12use axum::routing::any;
13use ipnet::IpNet;
14use tokio::net::TcpListener;
15use tokio::sync::watch;
16use tower::ServiceBuilder;
17use tower_http::limit::RequestBodyLimitLayer;
18use tower_http::timeout::TimeoutLayer;
19#[cfg(feature = "h2c")]
20use tracing::warn;
21use tracing::{error, info};
22
23use crate::config::HttpConfig;
24use crate::hooks::{HookEngine, HookResult, RequestContext, ResponseContext};
25use crate::payload::encode_request;
26
27#[derive(Clone)]
28struct AppState {
29 executor: Arc<dyn folk_api::Executor>,
30 config: Arc<HttpConfig>,
31 active_connections: Arc<AtomicU64>,
32 hook_engine: Option<Arc<HookEngine>>,
33}
34
35pub struct HttpServer {
36 config: HttpConfig,
37 executor: Arc<dyn folk_api::Executor>,
38 active_connections: Arc<AtomicU64>,
39 hook_engine: Option<Arc<HookEngine>>,
40}
41
42impl HttpServer {
43 pub fn new(
44 config: HttpConfig,
45 executor: Arc<dyn folk_api::Executor>,
46 active_connections: Arc<AtomicU64>,
47 hook_engine: Option<Arc<HookEngine>>,
48 ) -> Self {
49 Self {
50 config,
51 executor,
52 active_connections,
53 hook_engine,
54 }
55 }
56
57 pub async fn run(self, shutdown: watch::Receiver<bool>) -> Result<()> {
58 let state = AppState {
59 executor: self.executor.clone(),
60 config: Arc::new(self.config.clone()),
61 active_connections: self.active_connections.clone(),
62 hook_engine: self.hook_engine.clone(),
63 };
64
65 let mut app = Router::new()
66 .route("/{*path}", any(handle))
67 .route("/", any(handle))
68 .with_state(state)
69 .layer(
70 ServiceBuilder::new()
71 .layer(RequestBodyLimitLayer::new(self.config.max_request_size))
72 .layer(TimeoutLayer::with_status_code(
73 http::StatusCode::GATEWAY_TIMEOUT,
74 self.config.write_timeout,
75 )),
76 );
77
78 if self.config.compression.enabled {
79 app = app.layer(build_compression_layer(&self.config.compression));
80 }
81
82 #[cfg(feature = "tls")]
83 if let Some(ref tls) = self.config.tls {
84 return self.run_tls(app, tls, shutdown).await;
85 }
86
87 #[cfg(feature = "h2c")]
88 if self.config.h2c {
89 return self.run_h2c(app, shutdown).await;
90 }
91
92 self.run_plain(app, shutdown).await
93 }
94
95 async fn run_plain(&self, app: Router, shutdown: watch::Receiver<bool>) -> Result<()> {
96 let listener = TcpListener::bind(self.config.listen).await?;
97
98 axum::serve(
99 listener,
100 app.into_make_service_with_connect_info::<SocketAddr>(),
101 )
102 .with_graceful_shutdown(shutdown_signal(shutdown))
103 .await?;
104
105 Ok(())
106 }
107
108 #[cfg(feature = "tls")]
109 async fn run_tls(
110 &self,
111 app: Router,
112 tls: &crate::config::TlsConfig,
113 shutdown: watch::Receiver<bool>,
114 ) -> Result<()> {
115 use axum_server::Handle;
116 use axum_server::tls_rustls::RustlsConfig;
117
118 let rustls_config = RustlsConfig::from_pem_file(&tls.cert, &tls.key).await?;
119
120 info!(cert = %tls.cert.display(), "TLS enabled");
121
122 let handle = Handle::new();
123 let shutdown_handle = handle.clone();
124 tokio::spawn(async move {
125 shutdown_signal(shutdown).await;
126 shutdown_handle.graceful_shutdown(None);
127 });
128
129 axum_server::bind_rustls(self.config.listen, rustls_config)
130 .handle(handle)
131 .serve(app.into_make_service_with_connect_info::<SocketAddr>())
132 .await?;
133
134 Ok(())
135 }
136
137 #[cfg(feature = "h2c")]
138 async fn run_h2c(&self, app: Router, mut shutdown: watch::Receiver<bool>) -> Result<()> {
139 use hyper_util::rt::{TokioExecutor, TokioIo};
140 use hyper_util::server::conn::auto::Builder as AutoBuilder;
141
142 info!("h2c (HTTP/2 cleartext) enabled");
143
144 let listener = TcpListener::bind(self.config.listen).await?;
145 let builder = Arc::new(AutoBuilder::new(TokioExecutor::new()));
146 let mut tasks = tokio::task::JoinSet::new();
147
148 loop {
149 tokio::select! {
150 result = listener.accept() => {
151 let (stream, remote_addr) = result?;
152 let app = app.clone();
153 let builder = builder.clone();
154 tasks.spawn(async move {
155 let svc = hyper::service::service_fn(move |mut req: Request<hyper::body::Incoming>| {
156 req.extensions_mut().insert(ConnectInfo(remote_addr));
158 let app = app.clone();
159 async move {
160 let resp = tower::Service::call(&mut app.clone(), req).await;
161 resp.map_err(|e| match e {})
162 }
163 });
164 let _ = builder.serve_connection_with_upgrades(TokioIo::new(stream), svc).await;
165 });
166 }
167 _ = async {
168 loop {
169 if shutdown.changed().await.is_err() || *shutdown.borrow() {
170 break;
171 }
172 }
173 } => {
174 break;
175 }
176 }
177 }
178
179 let deadline = tokio::time::sleep(self.config.shutdown_timeout);
181 tokio::pin!(deadline);
182 loop {
183 tokio::select! {
184 _ = &mut deadline => {
185 let remaining = tasks.len();
186 if remaining > 0 {
187 warn!(remaining, "h2c graceful shutdown timed out; aborting connections");
188 tasks.abort_all();
189 while tasks.join_next().await.is_some() {}
190 }
191 break;
192 }
193 result = tasks.join_next() => {
194 if result.is_none() {
195 break;
196 }
197 }
198 }
199 }
200
201 Ok(())
202 }
203}
204
205async fn shutdown_signal(mut shutdown: watch::Receiver<bool>) {
206 loop {
207 if shutdown.changed().await.is_err() || *shutdown.borrow() {
208 break;
209 }
210 }
211}
212
213struct ConnectionGuard(Arc<AtomicU64>);
214
215impl Drop for ConnectionGuard {
216 fn drop(&mut self) {
217 self.0.fetch_sub(1, Ordering::Relaxed);
218 }
219}
220
221async fn handle(
222 State(state): State<AppState>,
223 connect_info: ConnectInfo<SocketAddr>,
224 req: Request<Body>,
225) -> Response<Body> {
226 state.active_connections.fetch_add(1, Ordering::Relaxed);
227 let _conn_guard = ConnectionGuard(state.active_connections.clone());
228 let start = Instant::now();
229 let method = req.method().clone();
230 let uri = req.uri().clone();
231 let peer_addr = connect_info.0;
232
233 let client_ip = resolve_client_ip(
234 peer_addr.ip(),
235 req.headers()
236 .get("x-forwarded-for")
237 .and_then(|v| v.to_str().ok()),
238 &state.config.trusted_proxies,
239 );
240
241 let (response, request_id) = handle_inner(&state, req, client_ip).await;
242
243 if state.config.access_log {
244 let duration = start.elapsed();
245 let status = response.status().as_u16();
246 let response_bytes = response
247 .headers()
248 .get(http::header::CONTENT_LENGTH)
249 .and_then(|v| v.to_str().ok())
250 .and_then(|v| v.parse::<u64>().ok())
251 .unwrap_or(0);
252 info!(
253 request_id = %request_id,
254 client_ip = %client_ip,
255 method = %method,
256 uri = %uri,
257 status = status,
258 duration_ms = duration.as_millis() as u64,
259 response_bytes = response_bytes,
260 "http request",
261 );
262 }
263
264 response
266}
267
268async fn handle_inner(
271 state: &AppState,
272 req: Request<Body>,
273 client_ip: IpAddr,
274) -> (Response<Body>, Arc<str>) {
275 let no_id: Arc<str> = Arc::from("");
276 let max_body = state.config.max_request_size;
277 let read_timeout = state.config.read_timeout;
278
279 let (parts, body) = req.into_parts();
281
282 let req_method = parts.method.to_string();
283 let req_path = parts.uri.path().to_string();
284 let req_query = parts.uri.query().unwrap_or("").to_string();
285 let req_headers: HashMap<String, String> = parts
286 .headers
287 .iter()
288 .filter_map(|(k, v)| Some((k.to_string(), v.to_str().ok()?.to_string())))
289 .collect();
290
291 let req_reassembled = Request::from_parts(parts, body);
293
294 let payload =
296 match tokio::time::timeout(read_timeout, encode_request(req_reassembled, max_body)).await {
297 Ok(Ok(p)) => p,
298 Ok(Err(e)) => {
299 error!(error = ?e, "encode request");
300 return (
301 Response::builder()
302 .status(500)
303 .body(Body::from("encode error"))
304 .unwrap(),
305 no_id,
306 );
307 }
308 Err(_) => {
309 return (
310 Response::builder()
311 .status(408)
312 .body(Body::from("request body read timeout"))
313 .unwrap(),
314 no_id,
315 );
316 }
317 };
318
319 let mut req_ctx = RequestContext {
321 method: req_method,
322 path: req_path,
323 query: req_query,
324 client_ip: client_ip.to_string(),
325 request_id: String::new(), headers: req_headers,
327 extra: HashMap::new(),
328 error: None,
329 short_circuited: false,
330 };
331
332 if let Some(ref engine) = state.hook_engine {
333 match engine.run_request_before(&mut req_ctx) {
334 HookResult::ShortCircuit(resp) => {
335 return (resp, no_id);
337 }
338 HookResult::Continue => {}
339 }
340 }
341
342 let (response_value, request_id) = match state
344 .executor
345 .execute_value_traced("http.handle", payload)
346 .await
347 {
348 Ok(v) => v,
349 Err(e) => {
350 error!(error = ?e, "dispatch to worker");
351
352 if let Some(ref engine) = state.hook_engine {
354 let mut err_ctx = req_ctx.clone();
355 err_ctx.request_id = no_id.to_string();
356 err_ctx.error = Some(e.to_string());
357 if let HookResult::ShortCircuit(resp) = engine.run_request_error(&mut err_ctx) {
358 return (resp, no_id);
359 }
360 }
361
362 return (
363 Response::builder()
364 .status(502)
365 .body(Body::from("worker error"))
366 .unwrap(),
367 no_id,
368 );
369 }
370 };
371
372 let status = response_value
374 .get("status")
375 .and_then(|v| v.as_u64())
376 .unwrap_or(200) as u16;
377
378 let resp_headers: HashMap<String, String> = response_value
379 .get("headers")
380 .and_then(|v| v.as_object())
381 .map(|obj| {
382 obj.iter()
383 .filter_map(|(k, v)| Some((k.clone(), v.as_str()?.to_string())))
384 .collect()
385 })
386 .unwrap_or_default();
387
388 let body_str = response_value
389 .get("body")
390 .and_then(|v| v.as_str())
391 .unwrap_or("")
392 .to_string();
393 let body_encoding = response_value
394 .get("body_encoding")
395 .and_then(|v| v.as_str())
396 .map(str::to_string);
397
398 req_ctx.request_id = request_id.to_string();
400
401 let mut resp_ctx = ResponseContext {
403 status,
404 resp_headers,
405 body: None, short_circuited: false,
407 };
408
409 if let Some(ref engine) = state.hook_engine {
410 match engine.run_response_headers(&mut resp_ctx) {
411 HookResult::ShortCircuit(resp) => return (resp, request_id),
412 HookResult::Continue => {}
413 }
414 }
415
416 let body_bytes = if body_encoding.as_deref() == Some("base64") {
418 use base64::Engine;
419 match base64::engine::general_purpose::STANDARD.decode(&body_str) {
420 Ok(b) => b,
421 Err(e) => {
422 error!(error = ?e, "decode base64 response body");
423 return (
424 Response::builder()
425 .status(500)
426 .body(Body::from("decode error"))
427 .unwrap(),
428 request_id,
429 );
430 }
431 }
432 } else {
433 body_str.clone().into_bytes()
434 };
435
436 if let Some(ref engine) = state.hook_engine {
438 if engine.has_event("response.after") {
440 resp_ctx.body = Some(body_bytes.clone());
441 }
442
443 match engine.run_response_after(&mut resp_ctx) {
444 HookResult::ShortCircuit(resp) => return (resp, request_id),
445 HookResult::Continue => {}
446 }
447 }
448
449 let final_body_bytes: bytes::Bytes = resp_ctx
451 .body
452 .take()
453 .map(bytes::Bytes::from)
454 .unwrap_or_else(|| bytes::Bytes::from(body_bytes));
455
456 let mut builder = Response::builder().status(resp_ctx.status);
457 for (k, v) in &resp_ctx.resp_headers {
458 builder = builder.header(k.as_str(), v.as_str());
459 }
460
461 let response = match builder.body(Body::from(final_body_bytes)) {
462 Ok(r) => r,
463 Err(e) => {
464 error!(error = ?e, "build response");
465 Response::builder()
466 .status(500)
467 .body(Body::from("build error"))
468 .unwrap()
469 }
470 };
471
472 (response, request_id)
473}
474
475pub fn resolve_client_ip(peer_ip: IpAddr, xff: Option<&str>, trusted: &[IpNet]) -> IpAddr {
481 if trusted.is_empty() {
482 return peer_ip;
483 }
484
485 if !is_trusted(peer_ip, trusted) {
486 return peer_ip;
487 }
488
489 let Some(xff) = xff else {
490 return peer_ip;
491 };
492
493 let addrs: Vec<&str> = xff.split(',').map(|s| s.trim()).collect();
494
495 for addr_str in addrs.iter().rev() {
499 match addr_str.parse::<IpAddr>() {
500 Ok(ip) if !is_trusted(ip, trusted) => return ip,
501 Ok(_) => {} Err(_) => return peer_ip, }
504 }
505
506 peer_ip
508}
509
510fn is_trusted(ip: IpAddr, trusted: &[IpNet]) -> bool {
511 trusted.iter().any(|net| net.contains(&ip))
512}
513
514fn build_compression_layer(
515 config: &crate::config::CompressionConfig,
516) -> tower_http::compression::CompressionLayer<tower_http::compression::predicate::SizeAbove> {
517 use crate::config::CompressionAlgorithm;
518 use tower_http::compression::CompressionLayer;
519
520 let mut layer = CompressionLayer::new()
521 .no_gzip()
522 .no_br()
523 .no_zstd()
524 .no_deflate();
525
526 for algo in &config.algorithms {
527 layer = match algo {
528 CompressionAlgorithm::Gzip => layer.gzip(true),
529 CompressionAlgorithm::Br => layer.br(true),
530 CompressionAlgorithm::Zstd => layer.zstd(true),
531 CompressionAlgorithm::Deflate => layer.deflate(true),
532 };
533 }
534
535 let min_size =
537 u16::try_from(config.min_size).expect("min_size validated in PluginFactory::create");
538 layer.compress_when(tower_http::compression::predicate::SizeAbove::new(min_size))
539}