Skip to main content

hashtree_cli/server/
ws_relay.rs

1use axum::{
2    extract::{
3        ws::{Message, WebSocket, WebSocketUpgrade},
4        State,
5    },
6    response::IntoResponse,
7};
8use futures::{SinkExt, StreamExt};
9use hashtree_core::{from_hex, sha256};
10use nostr::{
11    ClientMessage as NostrClientMessage, Filter as NostrFilter, JsonUtil as NostrJsonUtil,
12    RelayMessage as NostrRelayMessage, SubscriptionId,
13};
14use serde::{Deserialize, Serialize};
15use std::{collections::HashSet, time::Duration};
16use tokio::sync::{mpsc, watch};
17use tokio_tungstenite::{connect_async, tungstenite::Message as TungsteniteMessage};
18
19use super::auth::{AppState, PendingRequest, UpstreamNostrSubscription, WsProtocol};
20use crate::diagnostics::{
21    nostr_filters_summary, process_memory_snapshot, trim_process_allocations,
22};
23use crate::webrtc::types::{
24    encode_request, encode_response, parse_message, DataMessage, DataRequest, DataResponse, MAX_HTL,
25};
26use hex::encode as hex_encode;
27
28#[derive(Debug, Deserialize)]
29#[serde(tag = "type")]
30enum WsClientMessage {
31    #[serde(rename = "req")]
32    Request { id: u32, hash: String },
33    #[serde(rename = "res")]
34    Response { id: u32, hash: String, found: bool },
35}
36
37#[derive(Debug)]
38enum WsTextMessage<'a> {
39    Hashtree(WsClientMessage),
40    Nostr(Box<NostrClientMessage<'a>>),
41}
42
43#[derive(Debug, Deserialize, Serialize)]
44struct WsRequest {
45    #[serde(rename = "type")]
46    kind: String,
47    id: u32,
48    hash: String,
49}
50
51#[derive(Debug, Serialize)]
52struct WsResponse {
53    #[serde(rename = "type")]
54    kind: &'static str,
55    id: u32,
56    hash: String,
57    found: bool,
58}
59
60pub async fn ws_data(State(state): State<AppState>, ws: WebSocketUpgrade) -> impl IntoResponse {
61    ws_data_with_client_pubkey(state, ws, None)
62}
63
64pub fn ws_data_with_client_pubkey(
65    state: AppState,
66    ws: WebSocketUpgrade,
67    client_pubkey: Option<String>,
68) -> impl IntoResponse {
69    ws.on_upgrade(move |socket| handle_socket(socket, state, client_pubkey))
70}
71
72async fn handle_socket(socket: WebSocket, state: AppState, client_pubkey: Option<String>) {
73    // Use the Nostr relay's client-id generator when available so `/ws` IDs
74    // can't collide with WebRTC relay clients.
75    let client_id = state
76        .nostr_relay
77        .as_ref()
78        .map(|relay| relay.next_client_id())
79        .unwrap_or_else(|| state.ws_relay.next_id());
80    let (tx, mut rx) = mpsc::unbounded_channel::<Message>();
81
82    {
83        let mut clients = state.ws_relay.clients.lock().await;
84        clients.insert(client_id, tx);
85    }
86    {
87        let mut protocols = state.ws_relay.client_protocols.lock().await;
88        protocols.insert(client_id, WsProtocol::HashtreeJson);
89    }
90
91    let mut nostr_rx = if let Some(relay) = state.nostr_relay.clone() {
92        let (nostr_tx, nostr_rx) = mpsc::unbounded_channel::<String>();
93        relay
94            .register_client(client_id, nostr_tx, client_pubkey.clone())
95            .await;
96        Some(nostr_rx)
97    } else {
98        None
99    };
100
101    let (mut sender, mut receiver) = socket.split();
102    loop {
103        tokio::select! {
104            maybe_msg = rx.recv() => {
105                let Some(msg) = maybe_msg else {
106                    break;
107                };
108                if sender.send(msg).await.is_err() {
109                    break;
110                }
111            }
112            maybe_text = async {
113                match &mut nostr_rx {
114                    Some(rx) => rx.recv().await,
115                    None => std::future::pending().await,
116                }
117            } => {
118                let Some(text) = maybe_text else {
119                    nostr_rx = None;
120                    continue;
121                };
122                if sender.send(Message::Text(text)).await.is_err() {
123                    break;
124                }
125            }
126            maybe_incoming = receiver.next() => {
127                match maybe_incoming {
128                    Some(Ok(msg)) => handle_message(client_id, msg, &state).await,
129                    Some(Err(_)) | None => break,
130                }
131            }
132        }
133    }
134
135    close_all_upstream_nostr_subscriptions(&state, client_id).await;
136
137    {
138        let mut clients = state.ws_relay.clients.lock().await;
139        clients.remove(&client_id);
140    }
141    {
142        let mut protocols = state.ws_relay.client_protocols.lock().await;
143        protocols.remove(&client_id);
144    }
145    {
146        let mut pending = state.ws_relay.pending.lock().await;
147        pending.retain(|(peer_id, _), _| *peer_id != client_id);
148    }
149
150    if let Some(relay) = &state.nostr_relay {
151        relay.unregister_client(client_id).await;
152    }
153}
154
155fn parse_ws_text_message(text: &str) -> Option<WsTextMessage<'static>> {
156    let trimmed = text.trim_start();
157    if trimmed.starts_with('[') {
158        if let Ok(msg) = NostrClientMessage::from_json(trimmed) {
159            return Some(WsTextMessage::Nostr(Box::new(msg)));
160        }
161    }
162
163    if let Ok(msg) = serde_json::from_str::<WsClientMessage>(text) {
164        return Some(WsTextMessage::Hashtree(msg));
165    }
166
167    None
168}
169async fn close_upstream_nostr_subscription(
170    state: &AppState,
171    client_id: u64,
172    subscription_id: &SubscriptionId,
173) {
174    let key = (client_id, subscription_id.to_string());
175    let subscription = {
176        let mut subscriptions = state.ws_relay.upstream_nostr_subscriptions.lock().await;
177        subscriptions.remove(&key)
178    };
179    if let Some(subscription) = subscription {
180        let _ = subscription.close_tx.send(true);
181        for task in subscription.tasks {
182            task.abort();
183        }
184    }
185    state
186        .ws_relay
187        .upstream_pending_eose
188        .lock()
189        .await
190        .remove(&key);
191    state
192        .ws_relay
193        .upstream_seen_events
194        .lock()
195        .await
196        .remove(&key);
197}
198
199async fn close_all_upstream_nostr_subscriptions(state: &AppState, client_id: u64) {
200    let keys = {
201        let subscriptions = state.ws_relay.upstream_nostr_subscriptions.lock().await;
202        subscriptions
203            .keys()
204            .filter(|(id, _)| *id == client_id)
205            .cloned()
206            .collect::<Vec<_>>()
207    };
208    for (_, sub_id) in keys {
209        close_upstream_nostr_subscription(state, client_id, &SubscriptionId::new(sub_id)).await;
210    }
211}
212
213async fn forward_upstream_nostr_message(
214    state: &AppState,
215    client_id: u64,
216    subscription_id: &SubscriptionId,
217    text: &str,
218) {
219    let Ok(message) = NostrRelayMessage::from_json(text) else {
220        return;
221    };
222
223    match message {
224        NostrRelayMessage::Event {
225            subscription_id: sid,
226            event,
227        } if sid.as_ref() == subscription_id => {
228            let event = event.into_owned();
229            let key = (client_id, subscription_id.to_string());
230            let event_id = event.id.to_hex();
231            let inserted = {
232                let mut seen_events = state.ws_relay.upstream_seen_events.lock().await;
233                seen_events.entry(key).or_default().insert(event_id)
234            };
235            if !inserted {
236                return;
237            }
238            if let Some(relay) = &state.nostr_relay {
239                let _ = relay.ingest_trusted_event_silent(event.clone()).await;
240            }
241            send_nostr(
242                state,
243                client_id,
244                NostrRelayMessage::event(subscription_id.clone(), event),
245            )
246            .await;
247        }
248        NostrRelayMessage::Closed {
249            subscription_id: sid,
250            message,
251        } if sid.as_ref() == subscription_id => {
252            send_nostr(
253                state,
254                client_id,
255                NostrRelayMessage::closed(subscription_id.clone(), message.into_owned()),
256            )
257            .await;
258        }
259        _ => {}
260    }
261}
262
263async fn mark_upstream_nostr_relay_complete(
264    state: &AppState,
265    client_id: u64,
266    subscription_id: &SubscriptionId,
267) {
268    let key = (client_id, subscription_id.to_string());
269    let should_send_eose = {
270        let mut pending = state.ws_relay.upstream_pending_eose.lock().await;
271        let Some(remaining) = pending.get_mut(&key) else {
272            return;
273        };
274        if *remaining > 0 {
275            *remaining -= 1;
276        }
277        if *remaining == 0 {
278            pending.remove(&key);
279            true
280        } else {
281            false
282        }
283    };
284
285    if should_send_eose {
286        send_nostr(
287            state,
288            client_id,
289            NostrRelayMessage::eose(subscription_id.clone()),
290        )
291        .await;
292    }
293}
294
295async fn run_upstream_nostr_subscription(
296    state: AppState,
297    client_id: u64,
298    relay_url: String,
299    subscription_id: SubscriptionId,
300    filters: Vec<NostrFilter>,
301    mut close_rx: watch::Receiver<bool>,
302) {
303    let mut relay_complete = false;
304    let Ok((socket, _)) = connect_async(relay_url.as_str()).await else {
305        tracing::warn!(
306            "upstream nostr relay connect failed: client_id={} subscription_id={} relay={}",
307            client_id,
308            subscription_id,
309            relay_url,
310        );
311        mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
312        return;
313    };
314    let (mut write, mut read) = socket.split();
315    let request = NostrClientMessage::req(subscription_id.clone(), filters).as_json();
316    state.ws_relay.note_upstream_relay_send(request.len());
317    if write.send(TungsteniteMessage::Text(request)).await.is_err() {
318        tracing::warn!(
319            "upstream nostr relay request send failed: client_id={} subscription_id={} relay={}",
320            client_id,
321            subscription_id,
322            relay_url,
323        );
324        mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
325        return;
326    }
327
328    loop {
329        tokio::select! {
330            _ = close_rx.changed() => {
331                if *close_rx.borrow() {
332                    let close = NostrClientMessage::close(subscription_id.clone()).as_json();
333                    state
334                        .ws_relay
335                        .note_upstream_relay_send(close.len());
336                    let _ = write.send(TungsteniteMessage::Text(close)).await;
337                    let _ = write.close().await;
338                    break;
339                }
340            }
341            message = read.next() => {
342                match message {
343                    Some(Ok(TungsteniteMessage::Text(text))) => {
344                        state
345                            .ws_relay
346                            .note_upstream_relay_receive(text.len());
347                        if matches!(
348                            NostrRelayMessage::from_json(text.as_str()),
349                            Ok(NostrRelayMessage::EndOfStoredEvents(sid)) if sid.as_ref() == &subscription_id
350                        ) {
351                            if !relay_complete {
352                                relay_complete = true;
353                                mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
354                            }
355                            continue;
356                        }
357                        forward_upstream_nostr_message(&state, client_id, &subscription_id, &text).await;
358                    }
359                    Some(Ok(TungsteniteMessage::Ping(payload))) => {
360                        let _ = write.send(TungsteniteMessage::Pong(payload)).await;
361                    }
362                    Some(Ok(TungsteniteMessage::Close(_))) | None => {
363                        if !relay_complete {
364                            mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
365                        }
366                        break;
367                    }
368                    Some(Err(_)) => {
369                        if !relay_complete {
370                            mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
371                        }
372                        break;
373                    }
374                    _ => {}
375                }
376            }
377        }
378    }
379}
380
381async fn start_upstream_nostr_subscription(
382    state: &AppState,
383    client_id: u64,
384    subscription_id: SubscriptionId,
385    filters: Vec<NostrFilter>,
386) -> usize {
387    let memory_before = process_memory_snapshot();
388    close_upstream_nostr_subscription(state, client_id, &subscription_id).await;
389    if state.nostr_relay_urls.is_empty() || filters.is_empty() {
390        tracing::info!(
391            "upstream nostr relay skipped: client_id={} subscription_id={} relays={} filters={}",
392            client_id,
393            subscription_id,
394            state.nostr_relay_urls.len(),
395            filters.len(),
396        );
397        return 0;
398    }
399
400    let mut relay_urls = Vec::new();
401    let mut seen = HashSet::new();
402    for relay in &state.nostr_relay_urls {
403        let relay = relay.trim();
404        if relay.is_empty() || !seen.insert(relay.to_string()) {
405            continue;
406        }
407        relay_urls.push(relay.to_string());
408    }
409    if relay_urls.is_empty() {
410        tracing::info!(
411            "upstream nostr relay skipped after normalization: client_id={} subscription_id={}",
412            client_id,
413            subscription_id,
414        );
415        return 0;
416    }
417
418    tracing::info!(
419        "upstream nostr relay start: client_id={} subscription_id={} relays={}",
420        client_id,
421        subscription_id,
422        relay_urls.len(),
423    );
424
425    let filter_summary = nostr_filters_summary(&filters);
426    let key = (client_id, subscription_id.to_string());
427    state
428        .ws_relay
429        .upstream_seen_events
430        .lock()
431        .await
432        .insert(key.clone(), HashSet::new());
433    state
434        .ws_relay
435        .upstream_pending_eose
436        .lock()
437        .await
438        .insert(key.clone(), relay_urls.len());
439
440    let (close_tx, close_rx) = watch::channel(false);
441    let mut tasks = Vec::new();
442    for relay_url in &relay_urls {
443        tasks.push(tokio::spawn(run_upstream_nostr_subscription(
444            state.clone(),
445            client_id,
446            relay_url.clone(),
447            subscription_id.clone(),
448            filters.clone(),
449            close_rx.clone(),
450        )));
451    }
452
453    tracing::info!(
454        target: "hashtree_cli::server::ws_relay::upstream",
455        client_id,
456        subscription_id = %subscription_id,
457        relays = relay_urls.len(),
458        tasks = tasks.len(),
459        filters = filters.len(),
460        filter = %filter_summary,
461        memory_before = ?memory_before,
462        memory_after = ?process_memory_snapshot(),
463        "upstream nostr relay tasks spawned",
464    );
465
466    state
467        .ws_relay
468        .upstream_nostr_subscriptions
469        .lock()
470        .await
471        .insert(key, UpstreamNostrSubscription { close_tx, tasks });
472    relay_urls.len()
473}
474
475async fn handle_message(client_id: u64, msg: Message, state: &AppState) {
476    match msg {
477        Message::Text(text) => {
478            if let Some(msg) = parse_ws_text_message(&text) {
479                match msg {
480                    WsTextMessage::Hashtree(msg) => {
481                        set_client_protocol(state, client_id, WsProtocol::HashtreeJson).await;
482                        match msg {
483                            WsClientMessage::Request { id, hash } => {
484                                handle_request(
485                                    client_id,
486                                    id,
487                                    hash,
488                                    WsProtocol::HashtreeJson,
489                                    state,
490                                )
491                                .await;
492                            }
493                            WsClientMessage::Response { id, hash, found } => {
494                                handle_response(client_id, id, hash, found, state).await;
495                            }
496                        }
497                    }
498                    WsTextMessage::Nostr(msg) => {
499                        if let Some(relay) = &state.nostr_relay {
500                            match *msg {
501                                NostrClientMessage::Req {
502                                    subscription_id,
503                                    filters,
504                                } => {
505                                    let subscription_id = subscription_id.into_owned();
506                                    let filters = filters
507                                        .into_iter()
508                                        .map(|filter| filter.into_owned())
509                                        .collect::<Vec<_>>();
510                                    let local_events = match relay
511                                        .register_subscription_query(
512                                            client_id,
513                                            subscription_id.clone(),
514                                            filters.clone(),
515                                        )
516                                        .await
517                                    {
518                                        Ok(events) => events,
519                                        Err(message) => {
520                                            send_nostr(
521                                                state,
522                                                client_id,
523                                                NostrRelayMessage::closed(subscription_id, message),
524                                            )
525                                            .await;
526                                            return;
527                                        }
528                                    };
529
530                                    let upstream_relays = start_upstream_nostr_subscription(
531                                        state,
532                                        client_id,
533                                        subscription_id.clone(),
534                                        filters,
535                                    )
536                                    .await;
537                                    if upstream_relays > 0 {
538                                        let key = (client_id, subscription_id.to_string());
539                                        let mut seen_events =
540                                            state.ws_relay.upstream_seen_events.lock().await;
541                                        seen_events.entry(key).or_default().extend(
542                                            local_events.iter().map(|event| event.id.to_hex()),
543                                        );
544                                    }
545                                    for event in local_events {
546                                        send_nostr(
547                                            state,
548                                            client_id,
549                                            NostrRelayMessage::event(
550                                                subscription_id.clone(),
551                                                event,
552                                            ),
553                                        )
554                                        .await;
555                                    }
556                                    trim_process_allocations();
557                                    if upstream_relays == 0 {
558                                        send_nostr(
559                                            state,
560                                            client_id,
561                                            NostrRelayMessage::eose(subscription_id),
562                                        )
563                                        .await;
564                                    }
565                                }
566                                NostrClientMessage::Close(subscription_id) => {
567                                    let subscription_id = subscription_id.into_owned();
568                                    close_upstream_nostr_subscription(
569                                        state,
570                                        client_id,
571                                        &subscription_id,
572                                    )
573                                    .await;
574                                    relay
575                                        .handle_client_message(
576                                            client_id,
577                                            NostrClientMessage::close(subscription_id.clone()),
578                                        )
579                                        .await;
580                                }
581                                other => {
582                                    relay.handle_client_message(client_id, other).await;
583                                }
584                            }
585                        } else {
586                            handle_nostr_message(client_id, *msg, state).await;
587                        }
588                    }
589                }
590            }
591        }
592        Message::Binary(data) => {
593            handle_binary(client_id, data, state).await;
594        }
595        Message::Close(_) => {}
596        _ => {}
597    }
598}
599
600async fn handle_request(
601    client_id: u64,
602    request_id: u32,
603    hash: String,
604    origin_protocol: WsProtocol,
605    state: &AppState,
606) {
607    let hash_hex = hash.to_lowercase();
608    let hash_bytes = match from_hex(&hash_hex) {
609        Ok(bytes) => bytes,
610        Err(_) => {
611            if origin_protocol == WsProtocol::HashtreeJson {
612                send_json(
613                    state,
614                    client_id,
615                    WsResponse {
616                        kind: "res",
617                        id: request_id,
618                        hash,
619                        found: false,
620                    },
621                )
622                .await;
623            }
624            return;
625        }
626    };
627
628    if let Ok(Some(data)) = state.store.get_blob(&hash_bytes) {
629        match origin_protocol {
630            WsProtocol::HashtreeJson => {
631                send_json(
632                    state,
633                    client_id,
634                    WsResponse {
635                        kind: "res",
636                        id: request_id,
637                        hash: hash.clone(),
638                        found: true,
639                    },
640                )
641                .await;
642                send_binary(state, client_id, request_id, data).await;
643            }
644            WsProtocol::HashtreeMsgpack => {
645                send_msgpack_response(state, client_id, &hash_bytes, &data).await;
646            }
647            WsProtocol::Unknown => {}
648        }
649        return;
650    }
651
652    let peers: Vec<(u64, mpsc::UnboundedSender<Message>, WsProtocol)> = {
653        let clients = state.ws_relay.clients.lock().await;
654        let protocols = state.ws_relay.client_protocols.lock().await;
655        clients
656            .iter()
657            .filter(|(id, _)| **id != client_id)
658            .filter_map(|(id, tx)| {
659                let protocol = protocols.get(id).copied().unwrap_or(WsProtocol::Unknown);
660                match protocol {
661                    WsProtocol::HashtreeJson | WsProtocol::HashtreeMsgpack => {
662                        Some((*id, tx.clone(), protocol))
663                    }
664                    WsProtocol::Unknown => None,
665                }
666            })
667            .collect()
668    };
669
670    if peers.is_empty() {
671        if origin_protocol == WsProtocol::HashtreeJson {
672            send_json(
673                state,
674                client_id,
675                WsResponse {
676                    kind: "res",
677                    id: request_id,
678                    hash,
679                    found: false,
680                },
681            )
682            .await;
683        }
684        return;
685    }
686
687    {
688        let mut pending = state.ws_relay.pending.lock().await;
689        for (peer_id, _, _) in &peers {
690            pending.insert(
691                (*peer_id, request_id),
692                PendingRequest {
693                    origin_id: client_id,
694                    hash: hash.clone(),
695                    found: false,
696                    origin_protocol,
697                },
698            );
699        }
700    }
701
702    let request_text = serde_json::to_string(&WsRequest {
703        kind: "req".to_string(),
704        id: request_id,
705        hash: hash.clone(),
706    })
707    .unwrap_or_else(|_| String::new());
708    for (peer_id, tx, protocol) in peers {
709        match protocol {
710            WsProtocol::HashtreeMsgpack => {
711                send_msgpack_request(state, peer_id, &hash_bytes).await;
712            }
713            WsProtocol::HashtreeJson => {
714                let _ = tx.send(Message::Text(request_text.clone()));
715            }
716            WsProtocol::Unknown => {}
717        }
718    }
719
720    let timeout_state = state.clone();
721    let timeout_hash = hash.clone();
722    tokio::spawn(async move {
723        tokio::time::sleep(Duration::from_millis(1500)).await;
724        let mut pending = timeout_state.ws_relay.pending.lock().await;
725        let still_pending = pending
726            .iter()
727            .any(|((_, id), p)| *id == request_id && p.origin_id == client_id);
728        let already_found = pending
729            .iter()
730            .any(|((_, id), p)| *id == request_id && p.origin_id == client_id && p.found);
731        if !still_pending || already_found {
732            return;
733        }
734        let origin_protocol = pending
735            .iter()
736            .find(|((_, id), p)| *id == request_id && p.origin_id == client_id)
737            .map(|(_, p)| p.origin_protocol)
738            .unwrap_or(WsProtocol::HashtreeJson);
739        pending.retain(|(_, id), p| !(*id == request_id && p.origin_id == client_id));
740        drop(pending);
741        if origin_protocol == WsProtocol::HashtreeJson {
742            send_json(
743                &timeout_state,
744                client_id,
745                WsResponse {
746                    kind: "res",
747                    id: request_id,
748                    hash: timeout_hash,
749                    found: false,
750                },
751            )
752            .await;
753        }
754    });
755}
756
757async fn handle_response(
758    client_id: u64,
759    request_id: u32,
760    _hash: String,
761    found: bool,
762    state: &AppState,
763) {
764    let pending_entry = {
765        let pending = state.ws_relay.pending.lock().await;
766        pending
767            .get(&(client_id, request_id))
768            .map(|p| (p.origin_id, p.hash.clone(), p.origin_protocol))
769    };
770
771    let Some((origin_id, pending_hash, origin_protocol)) = pending_entry else {
772        return;
773    };
774
775    if found {
776        // Legacy JSON peers send a `found` control message before sending the
777        // binary body. Do not forward success until the body hashes correctly.
778        return;
779    }
780
781    let mut pending = state.ws_relay.pending.lock().await;
782    pending.remove(&(client_id, request_id));
783    let has_remaining = pending
784        .iter()
785        .any(|((_, id), p)| *id == request_id && p.origin_id == origin_id);
786    drop(pending);
787
788    if !has_remaining && origin_protocol == WsProtocol::HashtreeJson {
789        send_json(
790            state,
791            origin_id,
792            WsResponse {
793                kind: "res",
794                id: request_id,
795                hash: pending_hash,
796                found: false,
797            },
798        )
799        .await;
800    }
801}
802
803fn payload_matches_hash(hash: &[u8], data: &[u8]) -> bool {
804    hash.len() == 32 && sha256(data).as_slice() == hash
805}
806
807async fn handle_binary(client_id: u64, data: Vec<u8>, state: &AppState) {
808    if let Some(msg) = parse_msgpack_message(&data) {
809        set_client_protocol(state, client_id, WsProtocol::HashtreeMsgpack).await;
810        match msg {
811            DataMessage::Request(req) => {
812                let hash_hex = hex_encode(&req.h);
813                let request_id = state.ws_relay.next_request_id();
814                handle_request(
815                    client_id,
816                    request_id,
817                    hash_hex,
818                    WsProtocol::HashtreeMsgpack,
819                    state,
820                )
821                .await;
822            }
823            DataMessage::Response(res) => {
824                handle_msgpack_response(client_id, res, state).await;
825            }
826            DataMessage::QuoteRequest(_)
827            | DataMessage::QuoteResponse(_)
828            | DataMessage::Payment(_)
829            | DataMessage::PaymentAck(_)
830            | DataMessage::Chunk(_)
831            | DataMessage::PeerHints(_)
832            | DataMessage::PubsubInterest(_)
833            | DataMessage::PubsubFrame(_)
834            | DataMessage::PubsubInventory(_)
835            | DataMessage::PubsubWant(_) => {}
836        }
837        return;
838    }
839
840    // Legacy binary: [4-byte LE request_id][data]
841    if data.len() < 4 {
842        return;
843    }
844    let request_id = u32::from_le_bytes([data[0], data[1], data[2], data[3]]);
845    let pending_entry = {
846        let pending = state.ws_relay.pending.lock().await;
847        pending
848            .get(&(client_id, request_id))
849            .map(|p| (p.origin_id, p.hash.clone(), p.origin_protocol))
850    };
851    let Some((origin_id, hash_hex, origin_protocol)) = pending_entry else {
852        return;
853    };
854
855    let Ok(hash_bytes) = from_hex(&hash_hex) else {
856        return;
857    };
858    let payload = &data[4..];
859    if !payload_matches_hash(&hash_bytes, payload) {
860        return;
861    }
862
863    match origin_protocol {
864        WsProtocol::HashtreeJson => {
865            send_json(
866                state,
867                origin_id,
868                WsResponse {
869                    kind: "res",
870                    id: request_id,
871                    hash: hash_hex.clone(),
872                    found: true,
873                },
874            )
875            .await;
876            send_binary(state, origin_id, request_id, payload.to_vec()).await;
877        }
878        WsProtocol::HashtreeMsgpack => {
879            send_msgpack_response(state, origin_id, &hash_bytes, payload).await;
880        }
881        WsProtocol::Unknown => {}
882    }
883
884    let mut pending = state.ws_relay.pending.lock().await;
885    pending.retain(|(_, id), p| !(*id == request_id && p.origin_id == origin_id));
886}
887
888async fn handle_nostr_message(client_id: u64, msg: NostrClientMessage<'_>, state: &AppState) {
889    let replies = nostr_responses_for(&msg);
890    for reply in replies {
891        send_nostr(state, client_id, reply).await;
892    }
893}
894
895fn nostr_responses_for(msg: &NostrClientMessage<'_>) -> Vec<NostrRelayMessage<'static>> {
896    match msg {
897        NostrClientMessage::Event(event) => {
898            let ok = event.verify().is_ok();
899            let message = if ok { "" } else { "invalid: signature" };
900            vec![NostrRelayMessage::ok(event.id, ok, message)]
901        }
902        NostrClientMessage::Req {
903            subscription_id, ..
904        } => {
905            vec![NostrRelayMessage::eose(
906                subscription_id.clone().into_owned(),
907            )]
908        }
909        NostrClientMessage::Count {
910            subscription_id, ..
911        } => {
912            vec![NostrRelayMessage::count(
913                subscription_id.clone().into_owned(),
914                0,
915            )]
916        }
917        NostrClientMessage::Close(_) => Vec::new(),
918        NostrClientMessage::Auth(event) => {
919            let ok = event.verify().is_ok();
920            let message = if ok { "" } else { "invalid auth" };
921            vec![NostrRelayMessage::ok(event.id, ok, message)]
922        }
923        NostrClientMessage::NegOpen { .. }
924        | NostrClientMessage::NegMsg { .. }
925        | NostrClientMessage::NegClose { .. } => {
926            vec![NostrRelayMessage::notice("negentropy not supported")]
927        }
928    }
929}
930
931async fn send_nostr(state: &AppState, client_id: u64, response: NostrRelayMessage<'_>) {
932    let text = response.as_json();
933    send_to_client(state, client_id, Message::Text(text)).await;
934}
935
936fn parse_msgpack_message(data: &[u8]) -> Option<DataMessage> {
937    let msg = parse_message(data)?;
938    match msg {
939        DataMessage::Request(req) => {
940            if req.h.len() == 32 {
941                Some(DataMessage::Request(req))
942            } else {
943                None
944            }
945        }
946        DataMessage::Response(res) => {
947            if res.h.len() == 32 {
948                Some(DataMessage::Response(res))
949            } else {
950                None
951            }
952        }
953        DataMessage::QuoteRequest(req) => {
954            if req.h.len() == 32 {
955                Some(DataMessage::QuoteRequest(req))
956            } else {
957                None
958            }
959        }
960        DataMessage::QuoteResponse(res) => {
961            if res.h.len() == 32 {
962                Some(DataMessage::QuoteResponse(res))
963            } else {
964                None
965            }
966        }
967        DataMessage::Payment(req) => {
968            if req.h.len() == 32 {
969                Some(DataMessage::Payment(req))
970            } else {
971                None
972            }
973        }
974        DataMessage::PaymentAck(res) => {
975            if res.h.len() == 32 {
976                Some(DataMessage::PaymentAck(res))
977            } else {
978                None
979            }
980        }
981        DataMessage::Chunk(chunk) => {
982            if chunk.h.len() == 32 {
983                Some(DataMessage::Chunk(chunk))
984            } else {
985                None
986            }
987        }
988        DataMessage::PeerHints(_)
989        | DataMessage::PubsubInterest(_)
990        | DataMessage::PubsubFrame(_)
991        | DataMessage::PubsubInventory(_)
992        | DataMessage::PubsubWant(_) => Some(msg),
993    }
994}
995
996async fn handle_msgpack_response(client_id: u64, res: DataResponse, state: &AppState) {
997    let hash_hex = hex_encode(&res.h);
998    let data = res.d.clone();
999    let hash_bytes = res.h.clone();
1000
1001    if !payload_matches_hash(&hash_bytes, &data) {
1002        return;
1003    }
1004
1005    let mut responses: Vec<(u64, u32, WsProtocol)> = Vec::new();
1006    let mut seen = HashSet::new();
1007    {
1008        let pending = state.ws_relay.pending.lock().await;
1009        for ((peer_id, request_id), p) in pending.iter() {
1010            if *peer_id != client_id {
1011                continue;
1012            }
1013            if p.hash != hash_hex {
1014                continue;
1015            }
1016            if seen.insert((p.origin_id, *request_id)) {
1017                responses.push((p.origin_id, *request_id, p.origin_protocol));
1018            }
1019        }
1020    }
1021
1022    if responses.is_empty() {
1023        return;
1024    }
1025
1026    for (origin_id, request_id, protocol) in &responses {
1027        match protocol {
1028            WsProtocol::HashtreeJson => {
1029                send_json(
1030                    state,
1031                    *origin_id,
1032                    WsResponse {
1033                        kind: "res",
1034                        id: *request_id,
1035                        hash: hash_hex.clone(),
1036                        found: true,
1037                    },
1038                )
1039                .await;
1040                send_binary(state, *origin_id, *request_id, data.clone()).await;
1041            }
1042            WsProtocol::HashtreeMsgpack => {
1043                send_msgpack_response(state, *origin_id, &hash_bytes, &data).await;
1044            }
1045            WsProtocol::Unknown => {}
1046        }
1047    }
1048
1049    let completed: HashSet<(u64, u32)> = responses
1050        .into_iter()
1051        .map(|(origin_id, request_id, _)| (origin_id, request_id))
1052        .collect();
1053    let mut pending = state.ws_relay.pending.lock().await;
1054    pending.retain(|(_, id), p| !completed.contains(&(p.origin_id, *id)));
1055}
1056
1057async fn send_json(state: &AppState, client_id: u64, response: WsResponse) {
1058    if let Ok(text) = serde_json::to_string(&response) {
1059        send_to_client(state, client_id, Message::Text(text)).await;
1060    }
1061}
1062
1063async fn send_msgpack_request(state: &AppState, client_id: u64, hash: &[u8]) {
1064    let req = DataRequest {
1065        h: hash.to_vec(),
1066        htl: MAX_HTL,
1067        q: None,
1068    };
1069    let wire = encode_request(&req);
1070    send_to_client(state, client_id, Message::Binary(wire)).await;
1071}
1072
1073async fn send_msgpack_response(state: &AppState, client_id: u64, hash: &[u8], data: &[u8]) {
1074    let res = DataResponse {
1075        h: hash.to_vec(),
1076        d: data.to_vec(),
1077        i: None,
1078        n: None,
1079    };
1080    let wire = encode_response(&res);
1081    send_to_client(state, client_id, Message::Binary(wire)).await;
1082}
1083
1084async fn send_binary(state: &AppState, client_id: u64, request_id: u32, payload: Vec<u8>) {
1085    let mut packet = Vec::with_capacity(4 + payload.len());
1086    packet.extend_from_slice(&request_id.to_le_bytes());
1087    packet.extend_from_slice(&payload);
1088    send_to_client(state, client_id, Message::Binary(packet)).await;
1089}
1090
1091async fn send_to_client(state: &AppState, client_id: u64, msg: Message) {
1092    let sender = {
1093        let clients = state.ws_relay.clients.lock().await;
1094        clients.get(&client_id).cloned()
1095    };
1096    if let Some(tx) = sender {
1097        let _ = tx.send(msg);
1098    }
1099}
1100
1101async fn set_client_protocol(state: &AppState, client_id: u64, protocol: WsProtocol) {
1102    let mut protocols = state.ws_relay.client_protocols.lock().await;
1103    protocols.insert(client_id, protocol);
1104}
1105
1106#[cfg(test)]
1107mod tests {
1108    use super::*;
1109    use crate::nostr_relay::{NostrRelay, NostrRelayConfig};
1110    use anyhow::Result;
1111    use futures::{SinkExt, StreamExt};
1112    use nostr::secp256k1::schnorr::Signature;
1113    use nostr::{EventBuilder, Filter, Keys, Kind, SubscriptionId};
1114    use std::collections::HashSet;
1115    use std::sync::Arc;
1116    use tempfile::TempDir;
1117    use tokio::net::TcpListener;
1118    use tokio_tungstenite::{accept_async, tungstenite::Message as TungsteniteMessage};
1119
1120    #[test]
1121    fn parse_ws_text_message_detects_nostr_req() {
1122        let msg = r#"["REQ","sub-1",{"kinds":[1]}]"#;
1123        match parse_ws_text_message(msg) {
1124            Some(WsTextMessage::Nostr(_)) => {}
1125            other => panic!("expected Nostr message, got {:?}", other),
1126        }
1127    }
1128
1129    #[test]
1130    fn parse_ws_text_message_detects_hashtree_request() {
1131        let msg = r#"{"type":"req","id":1,"hash":"abcd"}"#;
1132        match parse_ws_text_message(msg) {
1133            Some(WsTextMessage::Hashtree(_)) => {}
1134            other => panic!("expected Hashtree message, got {:?}", other),
1135        }
1136    }
1137
1138    #[test]
1139    fn nostr_replies_for_req_is_eose() {
1140        let sub = SubscriptionId::new("sub-1");
1141        let msg = NostrClientMessage::req(sub.clone(), vec![]);
1142        let replies = nostr_responses_for(&msg);
1143        assert_eq!(replies.len(), 1);
1144        match &replies[0] {
1145            NostrRelayMessage::EndOfStoredEvents(id) => assert_eq!(id.as_ref(), &sub),
1146            other => panic!("expected EOSE, got {:?}", other),
1147        }
1148    }
1149
1150    #[test]
1151    fn nostr_replies_for_event_ok() {
1152        let keys = Keys::generate();
1153        let event = EventBuilder::new(Kind::TextNote, "hello")
1154            .sign_with_keys(&keys)
1155            .unwrap();
1156        let msg = NostrClientMessage::event(event.clone());
1157        let replies = nostr_responses_for(&msg);
1158        assert_eq!(replies.len(), 1);
1159        match &replies[0] {
1160            NostrRelayMessage::Ok {
1161                event_id, status, ..
1162            } => {
1163                assert_eq!(event_id, &event.id);
1164                assert!(*status);
1165            }
1166            other => panic!("expected OK, got {:?}", other),
1167        }
1168    }
1169
1170    #[test]
1171    fn nostr_replies_for_invalid_event_is_not_ok() {
1172        let keys = Keys::generate();
1173        let mut event = EventBuilder::new(Kind::TextNote, "hello")
1174            .sign_with_keys(&keys)
1175            .unwrap();
1176        event.sig = Signature::from_slice(&[0u8; 64]).unwrap();
1177        let msg = NostrClientMessage::event(event);
1178        let replies = nostr_responses_for(&msg);
1179        assert_eq!(replies.len(), 1);
1180        match &replies[0] {
1181            NostrRelayMessage::Ok { status, .. } => assert!(!*status),
1182            other => panic!("expected OK=false, got {:?}", other),
1183        }
1184    }
1185
1186    async fn spawn_mock_upstream_relay(events: Vec<nostr::Event>) -> String {
1187        let listener = TcpListener::bind("127.0.0.1:0").await.expect("bind relay");
1188        let addr = listener.local_addr().expect("relay addr");
1189        tokio::spawn(async move {
1190            let (stream, _) = listener.accept().await.expect("accept relay");
1191            let ws = accept_async(stream).await.expect("accept websocket");
1192            let (mut write, mut read) = ws.split();
1193
1194            while let Some(Ok(message)) = read.next().await {
1195                let TungsteniteMessage::Text(text) = message else {
1196                    continue;
1197                };
1198                let Ok(parsed) = NostrClientMessage::from_json(text.as_bytes()) else {
1199                    continue;
1200                };
1201                if let NostrClientMessage::Req {
1202                    subscription_id,
1203                    filters,
1204                } = parsed
1205                {
1206                    let subscription_id = subscription_id.into_owned();
1207                    let filters = filters
1208                        .into_iter()
1209                        .map(|filter| filter.into_owned())
1210                        .collect::<Vec<_>>();
1211                    for event in events.iter().filter(|event| {
1212                        filters
1213                            .iter()
1214                            .any(|filter| filter.match_event(event, Default::default()))
1215                    }) {
1216                        let _ = write
1217                            .send(TungsteniteMessage::Text(
1218                                NostrRelayMessage::event(subscription_id.clone(), event.clone())
1219                                    .as_json(),
1220                            ))
1221                            .await;
1222                    }
1223                    let _ = write
1224                        .send(TungsteniteMessage::Text(
1225                            NostrRelayMessage::eose(subscription_id).as_json(),
1226                        ))
1227                        .await;
1228                }
1229            }
1230        });
1231        format!("ws://{}", addr)
1232    }
1233
1234    fn test_app_state(
1235        tmp: &TempDir,
1236        relay: Arc<NostrRelay>,
1237        relay_url: String,
1238    ) -> Result<AppState> {
1239        let store = Arc::new(crate::storage::HashtreeStore::with_options(
1240            tmp.path(),
1241            None,
1242            128 * 1024 * 1024,
1243        )?);
1244        Ok(AppState {
1245            store,
1246            auth: None,
1247            daemon_started_at: 1_700_000_000,
1248            peer_mode: crate::config::ServerMode::Normal,
1249            hash_get_enabled: true,
1250            http_webrtc_fetch: true,
1251            webrtc_peers: None,
1252            fips_endpoint: None,
1253            fips_blob_resolver: None,
1254            fetch_from_fips_peers: true,
1255            ws_relay: Arc::new(super::super::auth::WsRelayState::new()),
1256            max_upload_bytes: 5 * 1024 * 1024,
1257            public_writes: true,
1258            public_plaintext_reads: true,
1259            require_random_untrusted_ingest: false,
1260            optimistic_blossom_uploads: false,
1261            optimistic_upload_queue_bytes: 256 * 1024 * 1024,
1262            optimistic_upload_queue: Arc::new(tokio::sync::Semaphore::new(256 * 1024 * 1024)),
1263            allowed_pubkeys: HashSet::new(),
1264            upstream_blossom: Vec::new(),
1265            upstream_http_client: super::super::new_upstream_http_client(),
1266            upstream_blossom_miss_cache: Arc::new(std::sync::Mutex::new(
1267                super::super::auth::new_lookup_cache(),
1268            )),
1269            upstream_blossom_fetch_metrics: Arc::new(
1270                super::super::auth::UpstreamBlossomFetchMetrics::default(),
1271            ),
1272            blossom_upload_replicas: Vec::new(),
1273            blossom_upload_replica_queue_bytes: 256 * 1024 * 1024,
1274            blossom_upload_replica_queue: Arc::new(tokio::sync::Semaphore::new(256 * 1024 * 1024)),
1275            blossom_upload_replica_keys: None,
1276            blossom_upload_replica_scheduler: Arc::new(
1277                super::super::blossom::BlossomUploadReplicaScheduler::new(),
1278            ),
1279            social_graph: None,
1280            social_graph_store: None,
1281            social_graph_root: None,
1282            socialgraph_snapshot_public: false,
1283            nostr_relay: Some(relay),
1284            nostr_provider: None,
1285            nostr_relay_urls: vec![relay_url],
1286            tree_root_cache: Arc::new(std::sync::Mutex::new(std::collections::HashMap::new())),
1287            inflight_blob_fetches: Arc::new(tokio::sync::Mutex::new(
1288                std::collections::HashMap::new(),
1289            )),
1290            inflight_blob_reads: Arc::new(
1291                tokio::sync::Mutex::new(std::collections::HashMap::new()),
1292            ),
1293            blob_cache: Arc::new(crate::blob_cache::BlobCache::for_tests()),
1294            directory_listing_cache: Arc::new(std::sync::Mutex::new(
1295                super::super::auth::new_lookup_cache(),
1296            )),
1297            resolved_path_cache: Arc::new(std::sync::Mutex::new(
1298                super::super::auth::new_lookup_cache(),
1299            )),
1300            thumbnail_path_cache: Arc::new(std::sync::Mutex::new(
1301                super::super::auth::new_lookup_cache(),
1302            )),
1303            cid_size_cache: Arc::new(std::sync::Mutex::new(super::super::auth::new_lookup_cache())),
1304        })
1305    }
1306
1307    async fn ws_integrity_test_state(tmp: &TempDir) -> Result<AppState> {
1308        let graph_store = {
1309            let _guard = crate::socialgraph::test_lock().await;
1310            crate::socialgraph::open_test_social_graph_store_with_mapsize(
1311                tmp.path(),
1312                Some(128 * 1024 * 1024),
1313            )?
1314        };
1315        let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store;
1316        let relay = Arc::new(NostrRelay::new(
1317            backend,
1318            tmp.path().to_path_buf(),
1319            HashSet::new(),
1320            None,
1321            NostrRelayConfig {
1322                spambox_db_max_bytes: 0,
1323                ..Default::default()
1324            },
1325        )?);
1326        test_app_state(tmp, relay, String::new())
1327    }
1328
1329    async fn seed_pending_json_blob_request(
1330        state: &AppState,
1331        peer_id: u64,
1332        origin_id: u64,
1333        request_id: u32,
1334        hash_hex: String,
1335    ) -> mpsc::UnboundedReceiver<Message> {
1336        let (tx, rx) = mpsc::unbounded_channel();
1337        state.ws_relay.clients.lock().await.insert(origin_id, tx);
1338        state.ws_relay.pending.lock().await.insert(
1339            (peer_id, request_id),
1340            PendingRequest {
1341                origin_id,
1342                hash: hash_hex,
1343                found: false,
1344                origin_protocol: WsProtocol::HashtreeJson,
1345            },
1346        );
1347        rx
1348    }
1349
1350    #[tokio::test]
1351    async fn json_found_response_waits_for_valid_binary_payload() -> Result<()> {
1352        let tmp = TempDir::new()?;
1353        let state = ws_integrity_test_state(&tmp).await?;
1354        let expected_hash = hex_encode(sha256(b"expected"));
1355        let peer_id = 7;
1356        let origin_id = 11;
1357        let request_id = 42;
1358        let mut rx = seed_pending_json_blob_request(
1359            &state,
1360            peer_id,
1361            origin_id,
1362            request_id,
1363            expected_hash.clone(),
1364        )
1365        .await;
1366
1367        handle_response(peer_id, request_id, expected_hash, true, &state).await;
1368
1369        assert!(
1370            tokio::time::timeout(std::time::Duration::from_millis(50), rx.recv())
1371                .await
1372                .is_err()
1373        );
1374        Ok(())
1375    }
1376
1377    #[tokio::test]
1378    async fn legacy_binary_response_with_wrong_hash_is_not_forwarded() -> Result<()> {
1379        let tmp = TempDir::new()?;
1380        let state = ws_integrity_test_state(&tmp).await?;
1381        let expected_hash = hex_encode(sha256(b"expected"));
1382        let peer_id = 7;
1383        let origin_id = 11;
1384        let request_id = 42;
1385        let mut rx =
1386            seed_pending_json_blob_request(&state, peer_id, origin_id, request_id, expected_hash)
1387                .await;
1388        let mut wire = request_id.to_le_bytes().to_vec();
1389        wire.extend_from_slice(b"wrong bytes");
1390
1391        handle_binary(peer_id, wire, &state).await;
1392
1393        assert!(
1394            tokio::time::timeout(std::time::Duration::from_millis(50), rx.recv())
1395                .await
1396                .is_err()
1397        );
1398        Ok(())
1399    }
1400
1401    #[tokio::test]
1402    async fn msgpack_response_with_wrong_hash_is_not_forwarded() -> Result<()> {
1403        let tmp = TempDir::new()?;
1404        let state = ws_integrity_test_state(&tmp).await?;
1405        let expected_hash = sha256(b"expected");
1406        let peer_id = 7;
1407        let origin_id = 11;
1408        let request_id = 42;
1409        let mut rx = seed_pending_json_blob_request(
1410            &state,
1411            peer_id,
1412            origin_id,
1413            request_id,
1414            hex_encode(expected_hash),
1415        )
1416        .await;
1417
1418        handle_msgpack_response(
1419            peer_id,
1420            DataResponse {
1421                h: expected_hash.to_vec(),
1422                d: b"wrong bytes".to_vec(),
1423                i: None,
1424                n: None,
1425            },
1426            &state,
1427        )
1428        .await;
1429
1430        assert!(
1431            tokio::time::timeout(std::time::Duration::from_millis(50), rx.recv())
1432                .await
1433                .is_err()
1434        );
1435        Ok(())
1436    }
1437
1438    #[tokio::test]
1439    async fn upstream_proxy_forwards_events_and_caches_them() -> Result<()> {
1440        let tmp = TempDir::new()?;
1441        let graph_store = {
1442            let _guard = crate::socialgraph::test_lock().await;
1443            crate::socialgraph::open_test_social_graph_store_with_mapsize(
1444                tmp.path(),
1445                Some(128 * 1024 * 1024),
1446            )?
1447        };
1448        let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1449        let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1450            Arc::clone(&backend),
1451            0,
1452            HashSet::new(),
1453        ));
1454
1455        let keys = Keys::generate();
1456        let relay = Arc::new(NostrRelay::new(
1457            Arc::clone(&backend),
1458            tmp.path().to_path_buf(),
1459            HashSet::from([keys.public_key().to_hex()]),
1460            Some(access),
1461            NostrRelayConfig {
1462                spambox_db_max_bytes: 0,
1463                ..Default::default()
1464            },
1465        )?);
1466
1467        let event = EventBuilder::new(Kind::from(30078_u16), "")
1468            .tags([
1469                nostr::Tag::parse(["d", "videos/Test"]).expect("d tag"),
1470                nostr::Tag::parse(["l", "hashtree"]).expect("label tag"),
1471            ])
1472            .sign_with_keys(&keys)?;
1473
1474        let relay_url = spawn_mock_upstream_relay(vec![event.clone()]).await;
1475        let filter = Filter::new()
1476            .authors(vec![event.pubkey])
1477            .kinds(vec![event.kind]);
1478        let state = test_app_state(&tmp, relay.clone(), relay_url)?;
1479        let client_id = 7_u64;
1480        let (tx, mut rx) = mpsc::unbounded_channel();
1481        state.ws_relay.clients.lock().await.insert(client_id, tx);
1482        let subscription_id = SubscriptionId::new("sub-1");
1483
1484        start_upstream_nostr_subscription(
1485            &state,
1486            client_id,
1487            subscription_id.clone(),
1488            vec![filter.clone()],
1489        )
1490        .await;
1491
1492        let forwarded = tokio::time::timeout(std::time::Duration::from_secs(2), rx.recv())
1493            .await?
1494            .expect("forwarded upstream event");
1495        let Message::Text(text) = forwarded else {
1496            panic!("expected text event");
1497        };
1498        match NostrRelayMessage::from_json(text.as_str())? {
1499            NostrRelayMessage::Event {
1500                subscription_id: sid,
1501                event: forwarded_event,
1502            } => {
1503                assert_eq!(sid.as_ref(), &subscription_id);
1504                assert_eq!(forwarded_event.id, event.id);
1505            }
1506            other => panic!("expected forwarded EVENT, got {:?}", other),
1507        }
1508
1509        let eose = tokio::time::timeout(std::time::Duration::from_secs(2), rx.recv())
1510            .await?
1511            .expect("forwarded upstream eose");
1512        let Message::Text(eose_text) = eose else {
1513            panic!("expected text eose");
1514        };
1515        match NostrRelayMessage::from_json(eose_text.as_str())? {
1516            NostrRelayMessage::EndOfStoredEvents(sid) => {
1517                assert_eq!(sid.as_ref(), &subscription_id);
1518            }
1519            other => panic!("expected forwarded EOSE, got {:?}", other),
1520        }
1521
1522        let events = relay.query_events(&filter, 10).await;
1523        assert_eq!(events.len(), 1);
1524        assert_eq!(events[0].id, event.id);
1525
1526        close_upstream_nostr_subscription(&state, client_id, &subscription_id).await;
1527        assert!(state
1528            .ws_relay
1529            .upstream_nostr_subscriptions
1530            .lock()
1531            .await
1532            .is_empty());
1533        Ok(())
1534    }
1535
1536    #[tokio::test]
1537    async fn req_waits_for_upstream_event_before_eose() -> Result<()> {
1538        let tmp = TempDir::new()?;
1539        let graph_store = {
1540            let _guard = crate::socialgraph::test_lock().await;
1541            crate::socialgraph::open_test_social_graph_store_with_mapsize(
1542                tmp.path(),
1543                Some(128 * 1024 * 1024),
1544            )?
1545        };
1546        let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1547        let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1548            Arc::clone(&backend),
1549            0,
1550            HashSet::new(),
1551        ));
1552
1553        let keys = Keys::generate();
1554        let relay = Arc::new(NostrRelay::new(
1555            Arc::clone(&backend),
1556            tmp.path().to_path_buf(),
1557            HashSet::from([keys.public_key().to_hex()]),
1558            Some(access),
1559            NostrRelayConfig {
1560                spambox_db_max_bytes: 0,
1561                ..Default::default()
1562            },
1563        )?);
1564
1565        let event = EventBuilder::new(Kind::from(30078_u16), "")
1566            .tags([
1567                nostr::Tag::parse(["d", "videos/Test"]).expect("d tag"),
1568                nostr::Tag::parse(["l", "hashtree"]).expect("label tag"),
1569            ])
1570            .sign_with_keys(&keys)?;
1571
1572        let relay_url = spawn_mock_upstream_relay(vec![event.clone()]).await;
1573        let state = test_app_state(&tmp, relay.clone(), relay_url)?;
1574        let client_id = 11_u64;
1575        let (ws_tx, mut ws_rx) = mpsc::unbounded_channel();
1576        let (relay_tx, _relay_rx) = mpsc::unbounded_channel();
1577        state.ws_relay.clients.lock().await.insert(client_id, ws_tx);
1578        relay.register_client(client_id, relay_tx, None).await;
1579
1580        let request = NostrClientMessage::req(
1581            SubscriptionId::new("feed"),
1582            vec![Filter::new()
1583                .authors(vec![event.pubkey])
1584                .kinds(vec![event.kind])],
1585        )
1586        .as_json();
1587
1588        handle_message(client_id, Message::Text(request), &state).await;
1589
1590        let first = tokio::time::timeout(std::time::Duration::from_secs(2), ws_rx.recv())
1591            .await?
1592            .expect("first forwarded message");
1593        let Message::Text(first_text) = first else {
1594            panic!("expected text event");
1595        };
1596        match NostrRelayMessage::from_json(first_text.as_str())? {
1597            NostrRelayMessage::Event {
1598                event: forwarded_event,
1599                ..
1600            } => {
1601                assert_eq!(forwarded_event.id, event.id);
1602            }
1603            other => panic!("expected upstream EVENT before EOSE, got {:?}", other),
1604        }
1605
1606        let second = tokio::time::timeout(std::time::Duration::from_secs(2), ws_rx.recv())
1607            .await?
1608            .expect("second forwarded message");
1609        let Message::Text(second_text) = second else {
1610            panic!("expected text eose");
1611        };
1612        match NostrRelayMessage::from_json(second_text.as_str())? {
1613            NostrRelayMessage::EndOfStoredEvents(sid) => {
1614                assert_eq!(sid.as_ref(), &SubscriptionId::new("feed"));
1615            }
1616            other => panic!("expected aggregated EOSE, got {:?}", other),
1617        }
1618
1619        Ok(())
1620    }
1621
1622    #[tokio::test]
1623    async fn websocket_publish_returns_ok_for_trusted_event() -> Result<()> {
1624        let tmp = TempDir::new()?;
1625        let graph_store = {
1626            let _guard = crate::socialgraph::test_lock().await;
1627            crate::socialgraph::open_test_social_graph_store_with_mapsize(
1628                tmp.path(),
1629                Some(128 * 1024 * 1024),
1630            )?
1631        };
1632        let author_keys = Keys::generate();
1633        let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1634        let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1635            Arc::clone(&backend),
1636            0,
1637            HashSet::from([author_keys.public_key().to_hex()]),
1638        ));
1639        let relay = Arc::new(NostrRelay::new(
1640            Arc::clone(&backend),
1641            tmp.path().to_path_buf(),
1642            HashSet::from([author_keys.public_key().to_hex()]),
1643            Some(access),
1644            NostrRelayConfig {
1645                spambox_db_max_bytes: 0,
1646                ..Default::default()
1647            },
1648        )?);
1649
1650        let state = test_app_state(&tmp, relay.clone(), String::new())?;
1651        let listener = TcpListener::bind("127.0.0.1:0").await?;
1652        let addr = listener.local_addr()?;
1653        let client_pubkey = author_keys.public_key().to_hex();
1654        let app = axum::Router::new().route(
1655            "/ws",
1656            axum::routing::get({
1657                let state = state.clone();
1658                let client_pubkey = client_pubkey.clone();
1659                move |ws: WebSocketUpgrade| {
1660                    let state = state.clone();
1661                    let client_pubkey = client_pubkey.clone();
1662                    async move { ws_data_with_client_pubkey(state, ws, Some(client_pubkey)) }
1663                }
1664            }),
1665        );
1666        tokio::spawn(async move {
1667            let _ = axum::serve(listener, app).await;
1668        });
1669
1670        let (mut socket, _) = connect_async(format!("ws://{addr}/ws")).await?;
1671        let event = EventBuilder::new(Kind::TextNote, "websocket publish ack")
1672            .sign_with_keys(&author_keys)?;
1673        socket
1674            .send(TungsteniteMessage::Text(
1675                NostrClientMessage::event(event.clone()).as_json(),
1676            ))
1677            .await?;
1678
1679        let reply = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1680            .await?
1681            .ok_or_else(|| anyhow::anyhow!("websocket closed before publish ack"))??;
1682        let TungsteniteMessage::Text(text) = reply else {
1683            anyhow::bail!("expected text publish ack");
1684        };
1685
1686        match NostrRelayMessage::from_json(text.as_str())? {
1687            NostrRelayMessage::Ok {
1688                event_id, status, ..
1689            } => {
1690                assert_eq!(event_id, event.id);
1691                assert!(status);
1692            }
1693            other => anyhow::bail!("expected OK publish ack, got {:?}", other),
1694        }
1695
1696        let stored = relay
1697            .query_events(
1698                &Filter::new()
1699                    .authors(vec![event.pubkey])
1700                    .kinds(vec![event.kind]),
1701                10,
1702            )
1703            .await;
1704        assert!(stored.iter().any(|candidate| candidate.id == event.id));
1705        Ok(())
1706    }
1707
1708    #[tokio::test]
1709    async fn websocket_req_is_rate_limited_after_configured_quota() -> Result<()> {
1710        let tmp = TempDir::new()?;
1711        let graph_store = {
1712            let _guard = crate::socialgraph::test_lock().await;
1713            crate::socialgraph::open_test_social_graph_store_with_mapsize(
1714                tmp.path(),
1715                Some(128 * 1024 * 1024),
1716            )?
1717        };
1718        let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1719        let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1720            Arc::clone(&backend),
1721            0,
1722            HashSet::new(),
1723        ));
1724        let relay = Arc::new(NostrRelay::new(
1725            Arc::clone(&backend),
1726            tmp.path().to_path_buf(),
1727            HashSet::new(),
1728            Some(access),
1729            NostrRelayConfig {
1730                spambox_db_max_bytes: 0,
1731                spambox_max_reqs_per_min: 1,
1732                ..Default::default()
1733            },
1734        )?);
1735
1736        let state = test_app_state(&tmp, relay, String::new())?;
1737        let listener = TcpListener::bind("127.0.0.1:0").await?;
1738        let addr = listener.local_addr()?;
1739        let app = axum::Router::new().route(
1740            "/ws",
1741            axum::routing::get({
1742                let state = state.clone();
1743                move |ws: WebSocketUpgrade| {
1744                    let state = state.clone();
1745                    async move { ws_data_with_client_pubkey(state, ws, None) }
1746                }
1747            }),
1748        );
1749        tokio::spawn(async move {
1750            let _ = axum::serve(listener, app).await;
1751        });
1752
1753        let (mut socket, _) = connect_async(format!("ws://{addr}/ws")).await?;
1754        socket
1755            .send(TungsteniteMessage::Text(
1756                NostrClientMessage::req(SubscriptionId::new("sub-1"), vec![Filter::new()])
1757                    .as_json(),
1758            ))
1759            .await?;
1760
1761        let first = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1762            .await?
1763            .ok_or_else(|| anyhow::anyhow!("websocket closed before first relay reply"))??;
1764        let TungsteniteMessage::Text(first_text) = first else {
1765            anyhow::bail!("expected text EOSE reply");
1766        };
1767        match NostrRelayMessage::from_json(first_text.as_str())? {
1768            NostrRelayMessage::EndOfStoredEvents(subscription_id) => {
1769                assert_eq!(subscription_id.as_ref(), &SubscriptionId::new("sub-1"));
1770            }
1771            other => anyhow::bail!("expected EOSE for first request, got {:?}", other),
1772        }
1773
1774        socket
1775            .send(TungsteniteMessage::Text(
1776                NostrClientMessage::req(SubscriptionId::new("sub-2"), vec![Filter::new()])
1777                    .as_json(),
1778            ))
1779            .await?;
1780
1781        let second = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1782            .await?
1783            .ok_or_else(|| anyhow::anyhow!("websocket closed before rate-limit reply"))??;
1784        let TungsteniteMessage::Text(second_text) = second else {
1785            anyhow::bail!("expected text CLOSED reply");
1786        };
1787        let second_value: serde_json::Value = serde_json::from_str(second_text.as_str())?;
1788        assert_eq!(
1789            second_value,
1790            serde_json::json!(["CLOSED", "sub-2", "rate limited"])
1791        );
1792
1793        Ok(())
1794    }
1795
1796    #[tokio::test]
1797    async fn websocket_publish_is_rate_limited_for_untrusted_spambox_events() -> Result<()> {
1798        let tmp = TempDir::new()?;
1799        let graph_store = {
1800            let _guard = crate::socialgraph::test_lock().await;
1801            crate::socialgraph::open_test_social_graph_store_with_mapsize(
1802                tmp.path(),
1803                Some(128 * 1024 * 1024),
1804            )?
1805        };
1806        let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1807        let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1808            Arc::clone(&backend),
1809            0,
1810            HashSet::new(),
1811        ));
1812        let relay = Arc::new(NostrRelay::new(
1813            Arc::clone(&backend),
1814            tmp.path().to_path_buf(),
1815            HashSet::new(),
1816            Some(access),
1817            NostrRelayConfig {
1818                spambox_db_max_bytes: 0,
1819                spambox_max_events_per_min: 1,
1820                ..Default::default()
1821            },
1822        )?);
1823
1824        let state = test_app_state(&tmp, relay, String::new())?;
1825        let listener = TcpListener::bind("127.0.0.1:0").await?;
1826        let addr = listener.local_addr()?;
1827        let app = axum::Router::new().route(
1828            "/ws",
1829            axum::routing::get({
1830                let state = state.clone();
1831                move |ws: WebSocketUpgrade| {
1832                    let state = state.clone();
1833                    async move { ws_data_with_client_pubkey(state, ws, None) }
1834                }
1835            }),
1836        );
1837        tokio::spawn(async move {
1838            let _ = axum::serve(listener, app).await;
1839        });
1840
1841        let (mut socket, _) = connect_async(format!("ws://{addr}/ws")).await?;
1842        let author_keys = Keys::generate();
1843        let event_a =
1844            EventBuilder::new(Kind::TextNote, "spambox-a").sign_with_keys(&author_keys)?;
1845        let event_b =
1846            EventBuilder::new(Kind::TextNote, "spambox-b").sign_with_keys(&author_keys)?;
1847
1848        socket
1849            .send(TungsteniteMessage::Text(
1850                NostrClientMessage::event(event_a.clone()).as_json(),
1851            ))
1852            .await?;
1853
1854        let first = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1855            .await?
1856            .ok_or_else(|| anyhow::anyhow!("websocket closed before first publish ack"))??;
1857        let TungsteniteMessage::Text(first_text) = first else {
1858            anyhow::bail!("expected text publish ack");
1859        };
1860        match NostrRelayMessage::from_json(first_text.as_str())? {
1861            NostrRelayMessage::Ok {
1862                event_id,
1863                status,
1864                message,
1865            } => {
1866                assert_eq!(event_id, event_a.id);
1867                assert!(status);
1868                assert_eq!(message, "spambox");
1869            }
1870            other => anyhow::bail!("expected OK publish ack, got {:?}", other),
1871        }
1872
1873        socket
1874            .send(TungsteniteMessage::Text(
1875                NostrClientMessage::event(event_b.clone()).as_json(),
1876            ))
1877            .await?;
1878
1879        let second = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1880            .await?
1881            .ok_or_else(|| anyhow::anyhow!("websocket closed before rate-limit publish ack"))??;
1882        let TungsteniteMessage::Text(second_text) = second else {
1883            anyhow::bail!("expected text publish ack");
1884        };
1885        match NostrRelayMessage::from_json(second_text.as_str())? {
1886            NostrRelayMessage::Ok {
1887                event_id,
1888                status,
1889                message,
1890            } => {
1891                assert_eq!(event_id, event_b.id);
1892                assert!(!status);
1893                assert_eq!(message, "rate limited");
1894            }
1895            other => anyhow::bail!("expected OK=false publish ack, got {:?}", other),
1896        }
1897
1898        Ok(())
1899    }
1900}