Skip to main content

relay_core_lib/proxy/
websocket.rs

1use tokio::sync::mpsc::Sender;
2use hyper::upgrade::Upgraded;
3use hyper::{Request, Response, StatusCode};
4use hyper::header::{HeaderName, HeaderValue};
5use http_body_util::{Full, BodyExt};
6use tokio_tungstenite::WebSocketStream;
7use tokio_tungstenite::tungstenite::protocol::Message;
8use futures_util::{StreamExt, SinkExt};
9use data_encoding::BASE64;
10use relay_core_api::flow::{Flow, FlowUpdate, WebSocketMessage, Direction, BodyData, Layer, HttpResponse};
11use relay_core_api::policy::ProxyPolicy;
12use crate::intercept::types::{Interceptor, InterceptionResult, RequestAction, WebSocketMessageAction, HttpBody, BoxError};
13use crate::proxy::http_utils::{HttpsClient, parse_request_meta, create_initial_flow, mock_to_response, create_error_response};
14use crate::capture::loop_detection::LoopDetector;
15use std::sync::Arc;
16use std::convert::Infallible;
17use std::net::SocketAddr;
18use uuid::Uuid;
19use chrono::Utc;
20use url::Url;
21use hyper::body::Bytes;
22
23use tokio::sync::watch;
24use hyper_util::rt::TokioIo;
25use relay_core_api::flow::ResponseTiming;
26
27fn validate_ws_strict_handshake<B>(
28    req: &Request<B>,
29    policy: &ProxyPolicy,
30) -> Result<(), Box<Response<HttpBody>>> {
31    if !policy.strict_http_semantics {
32        return Ok(());
33    }
34
35    if !req.headers().contains_key(hyper::header::SEC_WEBSOCKET_KEY) {
36        return Err(Box::new(create_error_response(
37            StatusCode::BAD_REQUEST,
38            "Missing Sec-WebSocket-Key header in Strict Mode",
39        )));
40    }
41
42    if let Some(v) = req.headers().get(hyper::header::SEC_WEBSOCKET_VERSION) {
43        if v != "13" {
44            return Err(Box::new(create_error_response(
45                StatusCode::BAD_REQUEST,
46                "Unsupported WebSocket Version in Strict Mode (Expected 13)",
47            )));
48        }
49    } else {
50        return Err(Box::new(create_error_response(
51            StatusCode::BAD_REQUEST,
52            "Missing Sec-WebSocket-Version header in Strict Mode",
53        )));
54    }
55
56    Ok(())
57}
58
59#[allow(clippy::too_many_arguments)]
60pub async fn handle_websocket_handshake<B>(
61    req: Request<B>,
62    client_addr: SocketAddr,
63    on_flow: Sender<FlowUpdate>,
64    client: Arc<HttpsClient>,
65    interceptor: Arc<dyn Interceptor>,
66    is_mitm: bool,
67    policy_rx: watch::Receiver<ProxyPolicy>,
68    target_addr: Option<SocketAddr>,
69    loop_detector: Arc<LoopDetector>,
70) -> Result<Response<HttpBody>, Infallible>
71where
72    B: hyper::body::Body + Send + 'static,
73    B::Data: Send,
74    B::Error: Into<Box<dyn std::error::Error + Send + Sync>>,
75{
76    // 2. Parse L7 (HTTP) - Re-extract for WS
77    let meta = parse_request_meta(&req, is_mitm);
78    let policy = policy_rx.borrow().clone();
79
80    // STRICT MODE CHECKS
81    if let Err(resp) = validate_ws_strict_handshake(&req, &policy) {
82        return Ok(*resp);
83    }
84
85    // Create Initial Flow for WebSocket Handshake
86    let mut flow = create_initial_flow(
87        meta.clone(),
88        None,
89        client_addr,
90        is_mitm,
91        true,
92    );
93    
94    // INTERCEPT HEADERS (Handshake)
95    match interceptor.on_request_headers(&mut flow).await {
96        InterceptionResult::Drop => {
97             return Ok(create_error_response(StatusCode::FORBIDDEN, ""));
98        },
99        InterceptionResult::MockResponse(mock) => {
100             if on_flow.try_send(FlowUpdate::Full(Box::new(flow))).is_err() {
101                 crate::metrics::inc_flows_dropped();
102             }
103             return Ok(mock_to_response(mock));
104        },
105        InterceptionResult::ModifiedRequest(req) => {
106             if let Layer::WebSocket(ws) = &mut flow.layer {
107                 ws.handshake_request = req;
108             }
109        },
110        InterceptionResult::ModifiedResponse(res) => {
111             if on_flow.try_send(FlowUpdate::Full(Box::new(flow))).is_err() {
112                 crate::metrics::inc_flows_dropped();
113             }
114             return Ok(mock_to_response(res));
115        },
116        _ => {}
117    }
118
119    // INTERCEPT REQUEST (Handshake Full)
120    // WS Handshake has empty body
121    let body = http_body_util::Empty::new().map_err(|e| e.into()).boxed();
122    
123    match interceptor.on_request(&mut flow, body).await {
124        Ok(RequestAction::Drop) => {
125             return Ok(create_error_response(StatusCode::FORBIDDEN, ""));
126        },
127        Ok(RequestAction::MockResponse(res)) => {
128             if on_flow.try_send(FlowUpdate::Full(Box::new(flow))).is_err() {
129                 crate::metrics::inc_flows_dropped();
130             }
131             let (parts, body) = res.into_parts();
132             return Ok(Response::from_parts(parts, body));
133        },
134        Ok(RequestAction::Continue(_)) => {},
135        Err(e) => {
136             return Ok(create_error_response(StatusCode::INTERNAL_SERVER_ERROR, format!("Interceptor Error: {}", e)));
137        }
138    }
139    
140    if on_flow.try_send(FlowUpdate::Full(Box::new(flow.clone()))).is_err() {
141        crate::metrics::inc_flows_dropped();
142    }
143
144    // Prepare Upgrade
145    let (parts, body) = req.into_parts();
146    let req_for_upgrade = Request::from_parts(parts, body);
147    
148    // Determine Target URL
149    let mut target_url_str = meta.url_str.clone();
150    
151    if policy.transparent_enabled {
152        if let Some(addr) = target_addr {
153            flow.tags.push("transparent".to_string());
154            
155            // Update Flow Network Info
156            flow.network.server_ip = addr.ip().to_string();
157            flow.network.server_port = addr.port();
158
159            // Loop Detection
160            if loop_detector.would_loop(addr) {
161                if let Layer::WebSocket(ws) = &mut flow.layer {
162                     ws.handshake_response.status = 508;
163                     ws.closed = true;
164                }
165                if on_flow.try_send(FlowUpdate::Full(Box::new(flow))).is_err() {
166                    crate::metrics::inc_flows_dropped();
167                }
168                return Ok(create_error_response(StatusCode::LOOP_DETECTED, "Loop Detected"));
169            }
170
171            // Rewrite URI
172            let mut u = if let Layer::WebSocket(ws) = &flow.layer {
173                ws.handshake_request.url.clone()
174            } else {
175                Url::parse(&meta.url_str).unwrap_or_else(|_| Url::parse("http://unknown/").unwrap())
176            };
177
178            if u.set_ip_host(addr.ip()).is_ok() {
179                u.set_port(Some(addr.port())).ok();
180                // Ensure scheme is correct (ws/wss)
181                if is_mitm && (u.scheme() == "http" || u.scheme() == "ws") {
182                    u.set_scheme("wss").ok();
183                } else if !is_mitm && (u.scheme() == "https" || u.scheme() == "wss") {
184                    u.set_scheme("ws").ok();
185                }
186                target_url_str = u.to_string();
187            }
188        }
189    }
190
191    // Prepare Forward Request
192    let current_req = if let Layer::WebSocket(ws) = &flow.layer {
193        &ws.handshake_request
194    } else {
195        return Ok(create_error_response(StatusCode::INTERNAL_SERVER_ERROR, "Invalid Flow Layer State"));
196    };
197
198    let mut forward_req_builder = Request::builder()
199        .method(current_req.method.as_str())
200        .uri(target_url_str.as_str())
201        .version(hyper::Version::HTTP_11);
202    
203    for (k, v) in current_req.headers.iter() {
204        if let (Ok(name), Ok(val)) = (HeaderName::from_bytes(k.as_bytes()), HeaderValue::from_str(v)) {
205            forward_req_builder = forward_req_builder.header(name, val);
206        }
207    }
208    
209    let forward_req = match forward_req_builder.body(Full::new(Bytes::new()).map_err(|e| e.into()).boxed()) {
210        Ok(req) => req,
211        Err(e) => return Ok(create_error_response(StatusCode::INTERNAL_SERVER_ERROR, format!("Failed to build forward request: {}", e))),
212    };
213
214    match tokio::time::timeout(std::time::Duration::from_secs(30), client.request(forward_req)).await {
215        Ok(Ok(resp)) => {
216            if resp.status() == StatusCode::SWITCHING_PROTOCOLS {
217                let (parts, body) = resp.into_parts();
218                let resp_for_upgrade = Response::from_parts(parts.clone(), body);
219                
220                // Spawn upgrade task
221                let on_flow_clone = on_flow.clone();
222                let interceptor_clone = interceptor.clone();
223                let flow_clone = flow.clone(); // Clone flow for the tunnel task
224                
225                tokio::task::spawn(async move {
226                    // Add timeout for upgrades
227                    let upgrade_timeout = std::time::Duration::from_secs(10);
228                    
229                    let client_upgrade = tokio::time::timeout(upgrade_timeout, hyper::upgrade::on(req_for_upgrade));
230                    let server_upgrade = tokio::time::timeout(upgrade_timeout, hyper::upgrade::on(resp_for_upgrade));
231
232                    match tokio::try_join!(client_upgrade, server_upgrade) {
233                        Ok((Ok(upgraded_client), Ok(upgraded_server))) => {
234                            // Start WebSocket Tunnel
235                            if let Err(e) = handle_websocket_tunnel(
236                                upgraded_client,
237                                upgraded_server,
238                                flow_clone,
239                                on_flow_clone,
240                                interceptor_clone
241                            ).await {
242                                tracing::error!("WebSocket Tunnel Error: {}", e);
243                            }
244                        },
245                        Ok((Err(e), _)) => tracing::error!("Client WebSocket Upgrade Error: {}", e),
246                        Ok((_, Err(e))) => tracing::error!("Upstream WebSocket Upgrade Error: {}", e),
247                        Err(_) => tracing::error!("WebSocket Upgrade Timed Out"),
248                    }
249                });
250
251                let mut client_resp_builder = Response::builder()
252                    .status(StatusCode::SWITCHING_PROTOCOLS)
253                    .version(parts.version);
254                    
255                for (k, v) in parts.headers.iter() {
256                    client_resp_builder = client_resp_builder.header(k, v);
257                }
258                
259                let client_resp = match client_resp_builder
260                    .body(Full::new(Bytes::new()).map_err(|e| e.into()).boxed())
261                {
262                    Ok(r) => r,
263                    Err(e) => {
264                        tracing::error!("Failed to build 101 Switching Protocols response: {}", e);
265                        return Ok(create_error_response(StatusCode::INTERNAL_SERVER_ERROR, "Response build failed"));
266                    }
267                };
268                
269                // Update handshake response in flow (but we don't send update here as flow is moved/cloned)
270                // Ideally we should send an update here for the handshake response
271                // But `flow` variable is local.
272                // We can construct a partial update? Or just ignore.
273                // The tunnel will send messages.
274                
275                Ok(client_resp)
276            } else {
277                // Normal HTTP Response (Handshake failed)
278                let (parts, body) = resp.into_parts();
279                let body_bytes = match body.collect().await {
280                    Ok(c) => c.to_bytes(),
281                    Err(_) => Bytes::new(),
282                };
283                
284                // Create HTTP Response for Flow
285                let http_resp = HttpResponse {
286                    status: parts.status.as_u16(),
287                    status_text: parts.status.canonical_reason().unwrap_or("Unknown").to_string(),
288                    version: format!("{:?}", parts.version),
289                    headers: parts.headers.iter()
290                        .map(|(k, v)| (k.as_str().to_string(), v.to_str().unwrap_or("").to_string()))
291                        .collect(),
292                    cookies: vec![], // Todo: parse cookies
293                    body: Some(BodyData {
294                        encoding: "utf-8".to_string(),
295                        content: String::from_utf8_lossy(&body_bytes).to_string(),
296                        size: body_bytes.len() as u64,
297                    }),
298                    timing: ResponseTiming {
299                        time_to_first_byte: None,
300                        time_to_last_byte: None,
301                    },
302                };
303
304                if let Layer::WebSocket(ws) = &mut flow.layer {
305                    ws.handshake_response = http_resp.clone();
306                    ws.closed = true;
307                }
308                
309                if on_flow.try_send(FlowUpdate::Full(Box::new(flow))).is_err() {
310                    crate::metrics::inc_flows_dropped();
311                }
312
313                Ok(Response::from_parts(parts, Full::new(body_bytes).map_err(|e| e.into()).boxed()))
314            }
315        },
316        Ok(Err(e)) => Ok(create_error_response(StatusCode::BAD_GATEWAY, format!("Upstream Handshake Failed: {}", e))),
317        Err(_) => Ok(create_error_response(StatusCode::GATEWAY_TIMEOUT, "Upstream Handshake Timed Out")),
318    }
319}
320
321async fn handle_websocket_tunnel(
322    client_io: Upgraded,
323    server_io: Upgraded,
324    mut flow: Flow,
325    on_flow: Sender<FlowUpdate>,
326    interceptor: Arc<dyn Interceptor>,
327) -> Result<(), BoxError> {
328    let client_ws = WebSocketStream::from_raw_socket(TokioIo::new(client_io), tokio_tungstenite::tungstenite::protocol::Role::Server, None).await;
329    let server_ws = WebSocketStream::from_raw_socket(TokioIo::new(server_io), tokio_tungstenite::tungstenite::protocol::Role::Client, None).await;
330
331    let (mut client_tx, mut client_rx) = client_ws.split();
332    let (mut server_tx, mut server_rx) = server_ws.split();
333    
334    // Idle timeout for WebSocket
335    let idle_timeout_duration = std::time::Duration::from_secs(300); // 5 minutes
336
337    loop {
338        let event = tokio::time::timeout(idle_timeout_duration, async {
339            tokio::select! {
340                msg = client_rx.next() => (Direction::ClientToServer, msg),
341                msg = server_rx.next() => (Direction::ServerToClient, msg),
342            }
343        }).await;
344
345        match event {
346            Ok((dir, msg_opt)) => {
347                match msg_opt {
348                    Some(Ok(msg)) => {
349                        // Handle Message
350                        let (sender, _receiver, intercept_dir) = if dir == Direction::ClientToServer {
351                            (&mut server_tx, &mut client_tx, Direction::ClientToServer)
352                        } else {
353                            (&mut client_tx, &mut server_tx, Direction::ServerToClient)
354                        };
355
356                        if let Some(ws_msg) = tungstenite_to_flow_msg(msg.clone(), intercept_dir) {
357                             match interceptor.on_websocket_message(&mut flow, ws_msg.clone()).await {
358                                Ok(WebSocketMessageAction::Drop) => continue,
359                                Ok(WebSocketMessageAction::Continue(mod_msg)) => {
360                                    let t_msg = flow_msg_to_tungstenite(&mod_msg);
361                                    sender.send(t_msg).await?;
362                                    
363                                    if on_flow.try_send(FlowUpdate::WebSocketMessage {
364                                        flow_id: flow.id.to_string(),
365                                        message: mod_msg,
366                                    }).is_err() {
367                                        crate::metrics::inc_flows_dropped();
368                                    }
369                                },
370                                Err(e) => {
371                                    tracing::error!("WebSocket Interception Error: {}", e);
372                                    sender.send(msg).await?;
373                                    
374                                    if on_flow.try_send(FlowUpdate::WebSocketMessage {
375                                        flow_id: flow.id.to_string(),
376                                        message: ws_msg,
377                                    }).is_err() {
378                                        crate::metrics::inc_flows_dropped();
379                                    }
380                                }
381                            }
382                        } else {
383                             // Non-data message
384                             sender.send(msg).await?;
385                        }
386                    },
387                    Some(Err(e)) => return Err(e.into()),
388                    None => break, // Connection closed
389                }
390            },
391            Err(_) => {
392                tracing::warn!("WebSocket Tunnel Idle Timeout");
393                // Optional: Send close frame?
394                return Err("WebSocket Idle Timeout".into());
395            }
396        }
397    }
398    
399    Ok(())
400}
401
402fn tungstenite_to_flow_msg(msg: Message, dir: Direction) -> Option<WebSocketMessage> {
403    let (opcode, content, encoding, size) = match msg {
404        Message::Text(t) => {
405            let len = t.len();
406            ("Text", t.to_string(), "utf-8", len)
407        },
408        Message::Binary(b) => {
409            let len = b.len();
410            ("Binary", BASE64.encode(&b), "base64", len)
411        },
412        Message::Ping(b) => {
413            let len = b.len();
414            ("Ping", BASE64.encode(&b), "base64", len)
415        },
416        Message::Pong(b) => {
417            let len = b.len();
418            ("Pong", BASE64.encode(&b), "base64", len)
419        },
420        Message::Close(_) => ("Close", String::new(), "none", 0),
421        Message::Frame(_) => return None,
422    };
423    
424    Some(WebSocketMessage {
425        id: Uuid::new_v4(),
426        timestamp: Utc::now(),
427        direction: dir,
428        content: BodyData {
429            encoding: encoding.to_string(),
430            content,
431            size: size as u64,
432        },
433        opcode: opcode.to_string(),
434    })
435}
436
437fn flow_msg_to_tungstenite(msg: &WebSocketMessage) -> Message {
438    match msg.opcode.as_str() {
439        "Text" => Message::Text(msg.content.content.clone().into()),
440        "Binary" => {
441            if let Ok(b) = BASE64.decode(msg.content.content.as_bytes()) {
442                Message::Binary(Bytes::from(b))
443            } else {
444                Message::Binary(Bytes::new())
445            }
446        },
447        "Ping" => {
448            if let Ok(b) = BASE64.decode(msg.content.content.as_bytes()) {
449                Message::Ping(Bytes::from(b))
450            } else {
451                Message::Ping(Bytes::new())
452            }
453        },
454        "Pong" => {
455             if let Ok(b) = BASE64.decode(msg.content.content.as_bytes()) {
456                Message::Pong(Bytes::from(b))
457            } else {
458                Message::Pong(Bytes::new())
459            }
460        },
461        "Close" => Message::Close(None),
462        _ => Message::Text(msg.content.content.clone().into()),
463    }
464}
465
466#[cfg(test)]
467mod websocket_tests {
468    use super::*;
469    use http_body_util::Empty;
470
471    #[test]
472    fn test_validate_ws_strict_handshake_rejects_missing_key() {
473        let policy = ProxyPolicy { strict_http_semantics: true, ..Default::default() };
474        let req = Request::builder()
475            .method("GET")
476            .uri("ws://example.com/socket")
477            .header(hyper::header::SEC_WEBSOCKET_VERSION, "13")
478            .body(Empty::<Bytes>::new())
479            .expect("request build");
480        let result = validate_ws_strict_handshake(&req, &policy);
481        assert!(result.is_err());
482    }
483
484    #[test]
485    fn test_validate_ws_strict_handshake_rejects_invalid_version() {
486        let policy = ProxyPolicy { strict_http_semantics: true, ..Default::default() };
487        let req = Request::builder()
488            .method("GET")
489            .uri("ws://example.com/socket")
490            .header(hyper::header::SEC_WEBSOCKET_KEY, "test-key")
491            .header(hyper::header::SEC_WEBSOCKET_VERSION, "12")
492            .body(Empty::<Bytes>::new())
493            .expect("request build");
494        let result = validate_ws_strict_handshake(&req, &policy);
495        assert!(result.is_err());
496    }
497
498    #[test]
499    fn test_validate_ws_strict_handshake_accepts_valid_request() {
500        let policy = ProxyPolicy { strict_http_semantics: true, ..Default::default() };
501        let req = Request::builder()
502            .method("GET")
503            .uri("ws://example.com/socket")
504            .header(hyper::header::SEC_WEBSOCKET_KEY, "test-key")
505            .header(hyper::header::SEC_WEBSOCKET_VERSION, "13")
506            .body(Empty::<Bytes>::new())
507            .expect("request build");
508        let result = validate_ws_strict_handshake(&req, &policy);
509        assert!(result.is_ok());
510    }
511
512    #[test]
513    fn test_validate_ws_strict_handshake_skips_when_disabled() {
514        let policy = ProxyPolicy { strict_http_semantics: false, ..Default::default() };
515        let req = Request::builder()
516            .method("GET")
517            .uri("ws://example.com/socket")
518            .body(Empty::<Bytes>::new())
519            .expect("request build");
520        let result = validate_ws_strict_handshake(&req, &policy);
521        assert!(result.is_ok());
522    }
523}