1use axum::{
2 extract::{
3 ws::{Message, WebSocket, WebSocketUpgrade},
4 State,
5 },
6 response::IntoResponse,
7};
8use futures::{SinkExt, StreamExt};
9use hashtree_core::{from_hex, sha256};
10use nostr::{
11 ClientMessage as NostrClientMessage, Filter as NostrFilter, JsonUtil as NostrJsonUtil,
12 RelayMessage as NostrRelayMessage, SubscriptionId,
13};
14use serde::{Deserialize, Serialize};
15use std::{collections::HashSet, time::Duration};
16use tokio::sync::{mpsc, watch};
17use tokio_tungstenite::{connect_async, tungstenite::Message as TungsteniteMessage};
18
19use super::auth::{AppState, PendingRequest, UpstreamNostrSubscription, WsProtocol};
20use crate::diagnostics::{
21 nostr_filters_summary, process_memory_snapshot, trim_process_allocations,
22};
23use crate::webrtc::types::{
24 encode_request, encode_response, parse_message, DataMessage, DataRequest, DataResponse, MAX_HTL,
25};
26use hex::encode as hex_encode;
27
28#[derive(Debug, Deserialize)]
29#[serde(tag = "type")]
30enum WsClientMessage {
31 #[serde(rename = "req")]
32 Request { id: u32, hash: String },
33 #[serde(rename = "res")]
34 Response { id: u32, hash: String, found: bool },
35}
36
37#[derive(Debug)]
38enum WsTextMessage<'a> {
39 Hashtree(WsClientMessage),
40 Nostr(Box<NostrClientMessage<'a>>),
41}
42
43#[derive(Debug, Deserialize, Serialize)]
44struct WsRequest {
45 #[serde(rename = "type")]
46 kind: String,
47 id: u32,
48 hash: String,
49}
50
51#[derive(Debug, Serialize)]
52struct WsResponse {
53 #[serde(rename = "type")]
54 kind: &'static str,
55 id: u32,
56 hash: String,
57 found: bool,
58}
59
60pub async fn ws_data(State(state): State<AppState>, ws: WebSocketUpgrade) -> impl IntoResponse {
61 ws_data_with_client_pubkey(state, ws, None)
62}
63
64pub fn ws_data_with_client_pubkey(
65 state: AppState,
66 ws: WebSocketUpgrade,
67 client_pubkey: Option<String>,
68) -> impl IntoResponse {
69 ws.on_upgrade(move |socket| handle_socket(socket, state, client_pubkey))
70}
71
72async fn handle_socket(socket: WebSocket, state: AppState, client_pubkey: Option<String>) {
73 let client_id = state
76 .nostr_relay
77 .as_ref()
78 .map(|relay| relay.next_client_id())
79 .unwrap_or_else(|| state.ws_relay.next_id());
80 let (tx, mut rx) = mpsc::unbounded_channel::<Message>();
81
82 {
83 let mut clients = state.ws_relay.clients.lock().await;
84 clients.insert(client_id, tx);
85 }
86 {
87 let mut protocols = state.ws_relay.client_protocols.lock().await;
88 protocols.insert(client_id, WsProtocol::HashtreeJson);
89 }
90
91 let mut nostr_rx = if let Some(relay) = state.nostr_relay.clone() {
92 let (nostr_tx, nostr_rx) = mpsc::unbounded_channel::<String>();
93 relay
94 .register_client(client_id, nostr_tx, client_pubkey.clone())
95 .await;
96 Some(nostr_rx)
97 } else {
98 None
99 };
100
101 let (mut sender, mut receiver) = socket.split();
102 loop {
103 tokio::select! {
104 maybe_msg = rx.recv() => {
105 let Some(msg) = maybe_msg else {
106 break;
107 };
108 if sender.send(msg).await.is_err() {
109 break;
110 }
111 }
112 maybe_text = async {
113 match &mut nostr_rx {
114 Some(rx) => rx.recv().await,
115 None => std::future::pending().await,
116 }
117 } => {
118 let Some(text) = maybe_text else {
119 nostr_rx = None;
120 continue;
121 };
122 if sender.send(Message::Text(text)).await.is_err() {
123 break;
124 }
125 }
126 maybe_incoming = receiver.next() => {
127 match maybe_incoming {
128 Some(Ok(msg)) => handle_message(client_id, msg, &state).await,
129 Some(Err(_)) | None => break,
130 }
131 }
132 }
133 }
134
135 close_all_upstream_nostr_subscriptions(&state, client_id).await;
136
137 {
138 let mut clients = state.ws_relay.clients.lock().await;
139 clients.remove(&client_id);
140 }
141 {
142 let mut protocols = state.ws_relay.client_protocols.lock().await;
143 protocols.remove(&client_id);
144 }
145 {
146 let mut pending = state.ws_relay.pending.lock().await;
147 pending.retain(|(peer_id, _), _| *peer_id != client_id);
148 }
149
150 if let Some(relay) = &state.nostr_relay {
151 relay.unregister_client(client_id).await;
152 }
153}
154
155fn parse_ws_text_message(text: &str) -> Option<WsTextMessage<'static>> {
156 let trimmed = text.trim_start();
157 if trimmed.starts_with('[') {
158 if let Ok(msg) = NostrClientMessage::from_json(trimmed) {
159 return Some(WsTextMessage::Nostr(Box::new(msg)));
160 }
161 }
162
163 if let Ok(msg) = serde_json::from_str::<WsClientMessage>(text) {
164 return Some(WsTextMessage::Hashtree(msg));
165 }
166
167 None
168}
169async fn close_upstream_nostr_subscription(
170 state: &AppState,
171 client_id: u64,
172 subscription_id: &SubscriptionId,
173) {
174 let key = (client_id, subscription_id.to_string());
175 let subscription = {
176 let mut subscriptions = state.ws_relay.upstream_nostr_subscriptions.lock().await;
177 subscriptions.remove(&key)
178 };
179 if let Some(subscription) = subscription {
180 let _ = subscription.close_tx.send(true);
181 for task in subscription.tasks {
182 task.abort();
183 }
184 }
185 state
186 .ws_relay
187 .upstream_pending_eose
188 .lock()
189 .await
190 .remove(&key);
191 state
192 .ws_relay
193 .upstream_seen_events
194 .lock()
195 .await
196 .remove(&key);
197}
198
199async fn close_all_upstream_nostr_subscriptions(state: &AppState, client_id: u64) {
200 let keys = {
201 let subscriptions = state.ws_relay.upstream_nostr_subscriptions.lock().await;
202 subscriptions
203 .keys()
204 .filter(|(id, _)| *id == client_id)
205 .cloned()
206 .collect::<Vec<_>>()
207 };
208 for (_, sub_id) in keys {
209 close_upstream_nostr_subscription(state, client_id, &SubscriptionId::new(sub_id)).await;
210 }
211}
212
213async fn forward_upstream_nostr_message(
214 state: &AppState,
215 client_id: u64,
216 subscription_id: &SubscriptionId,
217 text: &str,
218) {
219 let Ok(message) = NostrRelayMessage::from_json(text) else {
220 return;
221 };
222
223 match message {
224 NostrRelayMessage::Event {
225 subscription_id: sid,
226 event,
227 } if sid.as_ref() == subscription_id => {
228 let event = event.into_owned();
229 let key = (client_id, subscription_id.to_string());
230 let event_id = event.id.to_hex();
231 let inserted = {
232 let mut seen_events = state.ws_relay.upstream_seen_events.lock().await;
233 seen_events.entry(key).or_default().insert(event_id)
234 };
235 if !inserted {
236 return;
237 }
238 if let Some(relay) = &state.nostr_relay {
239 let _ = relay.ingest_trusted_event_silent(event.clone()).await;
240 }
241 send_nostr(
242 state,
243 client_id,
244 NostrRelayMessage::event(subscription_id.clone(), event),
245 )
246 .await;
247 }
248 NostrRelayMessage::Closed {
249 subscription_id: sid,
250 message,
251 } if sid.as_ref() == subscription_id => {
252 send_nostr(
253 state,
254 client_id,
255 NostrRelayMessage::closed(subscription_id.clone(), message.into_owned()),
256 )
257 .await;
258 }
259 _ => {}
260 }
261}
262
263async fn mark_upstream_nostr_relay_complete(
264 state: &AppState,
265 client_id: u64,
266 subscription_id: &SubscriptionId,
267) {
268 let key = (client_id, subscription_id.to_string());
269 let should_send_eose = {
270 let mut pending = state.ws_relay.upstream_pending_eose.lock().await;
271 let Some(remaining) = pending.get_mut(&key) else {
272 return;
273 };
274 if *remaining > 0 {
275 *remaining -= 1;
276 }
277 if *remaining == 0 {
278 pending.remove(&key);
279 true
280 } else {
281 false
282 }
283 };
284
285 if should_send_eose {
286 send_nostr(
287 state,
288 client_id,
289 NostrRelayMessage::eose(subscription_id.clone()),
290 )
291 .await;
292 }
293}
294
295async fn run_upstream_nostr_subscription(
296 state: AppState,
297 client_id: u64,
298 relay_url: String,
299 subscription_id: SubscriptionId,
300 filters: Vec<NostrFilter>,
301 mut close_rx: watch::Receiver<bool>,
302) {
303 let mut relay_complete = false;
304 let Ok((socket, _)) = connect_async(relay_url.as_str()).await else {
305 tracing::warn!(
306 "upstream nostr relay connect failed: client_id={} subscription_id={} relay={}",
307 client_id,
308 subscription_id,
309 relay_url,
310 );
311 mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
312 return;
313 };
314 let (mut write, mut read) = socket.split();
315 let request = NostrClientMessage::req(subscription_id.clone(), filters).as_json();
316 state.ws_relay.note_upstream_relay_send(request.len());
317 if write.send(TungsteniteMessage::Text(request)).await.is_err() {
318 tracing::warn!(
319 "upstream nostr relay request send failed: client_id={} subscription_id={} relay={}",
320 client_id,
321 subscription_id,
322 relay_url,
323 );
324 mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
325 return;
326 }
327
328 loop {
329 tokio::select! {
330 _ = close_rx.changed() => {
331 if *close_rx.borrow() {
332 let close = NostrClientMessage::close(subscription_id.clone()).as_json();
333 state
334 .ws_relay
335 .note_upstream_relay_send(close.len());
336 let _ = write.send(TungsteniteMessage::Text(close)).await;
337 let _ = write.close().await;
338 break;
339 }
340 }
341 message = read.next() => {
342 match message {
343 Some(Ok(TungsteniteMessage::Text(text))) => {
344 state
345 .ws_relay
346 .note_upstream_relay_receive(text.len());
347 if matches!(
348 NostrRelayMessage::from_json(text.as_str()),
349 Ok(NostrRelayMessage::EndOfStoredEvents(sid)) if sid.as_ref() == &subscription_id
350 ) {
351 if !relay_complete {
352 relay_complete = true;
353 mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
354 }
355 continue;
356 }
357 forward_upstream_nostr_message(&state, client_id, &subscription_id, &text).await;
358 }
359 Some(Ok(TungsteniteMessage::Ping(payload))) => {
360 let _ = write.send(TungsteniteMessage::Pong(payload)).await;
361 }
362 Some(Ok(TungsteniteMessage::Close(_))) | None => {
363 if !relay_complete {
364 mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
365 }
366 break;
367 }
368 Some(Err(_)) => {
369 if !relay_complete {
370 mark_upstream_nostr_relay_complete(&state, client_id, &subscription_id).await;
371 }
372 break;
373 }
374 _ => {}
375 }
376 }
377 }
378 }
379}
380
381async fn start_upstream_nostr_subscription(
382 state: &AppState,
383 client_id: u64,
384 subscription_id: SubscriptionId,
385 filters: Vec<NostrFilter>,
386) -> usize {
387 let memory_before = process_memory_snapshot();
388 close_upstream_nostr_subscription(state, client_id, &subscription_id).await;
389 if state.nostr_relay_urls.is_empty() || filters.is_empty() {
390 tracing::info!(
391 "upstream nostr relay skipped: client_id={} subscription_id={} relays={} filters={}",
392 client_id,
393 subscription_id,
394 state.nostr_relay_urls.len(),
395 filters.len(),
396 );
397 return 0;
398 }
399
400 let mut relay_urls = Vec::new();
401 let mut seen = HashSet::new();
402 for relay in &state.nostr_relay_urls {
403 let relay = relay.trim();
404 if relay.is_empty() || !seen.insert(relay.to_string()) {
405 continue;
406 }
407 relay_urls.push(relay.to_string());
408 }
409 if relay_urls.is_empty() {
410 tracing::info!(
411 "upstream nostr relay skipped after normalization: client_id={} subscription_id={}",
412 client_id,
413 subscription_id,
414 );
415 return 0;
416 }
417
418 tracing::info!(
419 "upstream nostr relay start: client_id={} subscription_id={} relays={}",
420 client_id,
421 subscription_id,
422 relay_urls.len(),
423 );
424
425 let filter_summary = nostr_filters_summary(&filters);
426 let key = (client_id, subscription_id.to_string());
427 state
428 .ws_relay
429 .upstream_seen_events
430 .lock()
431 .await
432 .insert(key.clone(), HashSet::new());
433 state
434 .ws_relay
435 .upstream_pending_eose
436 .lock()
437 .await
438 .insert(key.clone(), relay_urls.len());
439
440 let (close_tx, close_rx) = watch::channel(false);
441 let mut tasks = Vec::new();
442 for relay_url in &relay_urls {
443 tasks.push(tokio::spawn(run_upstream_nostr_subscription(
444 state.clone(),
445 client_id,
446 relay_url.clone(),
447 subscription_id.clone(),
448 filters.clone(),
449 close_rx.clone(),
450 )));
451 }
452
453 tracing::info!(
454 target: "hashtree_cli::server::ws_relay::upstream",
455 client_id,
456 subscription_id = %subscription_id,
457 relays = relay_urls.len(),
458 tasks = tasks.len(),
459 filters = filters.len(),
460 filter = %filter_summary,
461 memory_before = ?memory_before,
462 memory_after = ?process_memory_snapshot(),
463 "upstream nostr relay tasks spawned",
464 );
465
466 state
467 .ws_relay
468 .upstream_nostr_subscriptions
469 .lock()
470 .await
471 .insert(key, UpstreamNostrSubscription { close_tx, tasks });
472 relay_urls.len()
473}
474
475async fn handle_message(client_id: u64, msg: Message, state: &AppState) {
476 match msg {
477 Message::Text(text) => {
478 if let Some(msg) = parse_ws_text_message(&text) {
479 match msg {
480 WsTextMessage::Hashtree(msg) => {
481 set_client_protocol(state, client_id, WsProtocol::HashtreeJson).await;
482 match msg {
483 WsClientMessage::Request { id, hash } => {
484 handle_request(
485 client_id,
486 id,
487 hash,
488 WsProtocol::HashtreeJson,
489 state,
490 )
491 .await;
492 }
493 WsClientMessage::Response { id, hash, found } => {
494 handle_response(client_id, id, hash, found, state).await;
495 }
496 }
497 }
498 WsTextMessage::Nostr(msg) => {
499 if let Some(relay) = &state.nostr_relay {
500 match *msg {
501 NostrClientMessage::Req {
502 subscription_id,
503 filters,
504 } => {
505 let subscription_id = subscription_id.into_owned();
506 let filters = filters
507 .into_iter()
508 .map(|filter| filter.into_owned())
509 .collect::<Vec<_>>();
510 let local_events = match relay
511 .register_subscription_query(
512 client_id,
513 subscription_id.clone(),
514 filters.clone(),
515 )
516 .await
517 {
518 Ok(events) => events,
519 Err(message) => {
520 send_nostr(
521 state,
522 client_id,
523 NostrRelayMessage::closed(subscription_id, message),
524 )
525 .await;
526 return;
527 }
528 };
529
530 let upstream_relays = start_upstream_nostr_subscription(
531 state,
532 client_id,
533 subscription_id.clone(),
534 filters,
535 )
536 .await;
537 if upstream_relays > 0 {
538 let key = (client_id, subscription_id.to_string());
539 let mut seen_events =
540 state.ws_relay.upstream_seen_events.lock().await;
541 seen_events.entry(key).or_default().extend(
542 local_events.iter().map(|event| event.id.to_hex()),
543 );
544 }
545 for event in local_events {
546 send_nostr(
547 state,
548 client_id,
549 NostrRelayMessage::event(
550 subscription_id.clone(),
551 event,
552 ),
553 )
554 .await;
555 }
556 trim_process_allocations();
557 if upstream_relays == 0 {
558 send_nostr(
559 state,
560 client_id,
561 NostrRelayMessage::eose(subscription_id),
562 )
563 .await;
564 }
565 }
566 NostrClientMessage::Close(subscription_id) => {
567 let subscription_id = subscription_id.into_owned();
568 close_upstream_nostr_subscription(
569 state,
570 client_id,
571 &subscription_id,
572 )
573 .await;
574 relay
575 .handle_client_message(
576 client_id,
577 NostrClientMessage::close(subscription_id.clone()),
578 )
579 .await;
580 }
581 other => {
582 relay.handle_client_message(client_id, other).await;
583 }
584 }
585 } else {
586 handle_nostr_message(client_id, *msg, state).await;
587 }
588 }
589 }
590 }
591 }
592 Message::Binary(data) => {
593 handle_binary(client_id, data, state).await;
594 }
595 Message::Close(_) => {}
596 _ => {}
597 }
598}
599
600async fn handle_request(
601 client_id: u64,
602 request_id: u32,
603 hash: String,
604 origin_protocol: WsProtocol,
605 state: &AppState,
606) {
607 let hash_hex = hash.to_lowercase();
608 let hash_bytes = match from_hex(&hash_hex) {
609 Ok(bytes) => bytes,
610 Err(_) => {
611 if origin_protocol == WsProtocol::HashtreeJson {
612 send_json(
613 state,
614 client_id,
615 WsResponse {
616 kind: "res",
617 id: request_id,
618 hash,
619 found: false,
620 },
621 )
622 .await;
623 }
624 return;
625 }
626 };
627
628 if let Ok(Some(data)) = state.store.get_blob(&hash_bytes) {
629 match origin_protocol {
630 WsProtocol::HashtreeJson => {
631 send_json(
632 state,
633 client_id,
634 WsResponse {
635 kind: "res",
636 id: request_id,
637 hash: hash.clone(),
638 found: true,
639 },
640 )
641 .await;
642 send_binary(state, client_id, request_id, data).await;
643 }
644 WsProtocol::HashtreeMsgpack => {
645 send_msgpack_response(state, client_id, &hash_bytes, &data).await;
646 }
647 WsProtocol::Unknown => {}
648 }
649 return;
650 }
651
652 let peers: Vec<(u64, mpsc::UnboundedSender<Message>, WsProtocol)> = {
653 let clients = state.ws_relay.clients.lock().await;
654 let protocols = state.ws_relay.client_protocols.lock().await;
655 clients
656 .iter()
657 .filter(|(id, _)| **id != client_id)
658 .filter_map(|(id, tx)| {
659 let protocol = protocols.get(id).copied().unwrap_or(WsProtocol::Unknown);
660 match protocol {
661 WsProtocol::HashtreeJson | WsProtocol::HashtreeMsgpack => {
662 Some((*id, tx.clone(), protocol))
663 }
664 WsProtocol::Unknown => None,
665 }
666 })
667 .collect()
668 };
669
670 if peers.is_empty() {
671 if origin_protocol == WsProtocol::HashtreeJson {
672 send_json(
673 state,
674 client_id,
675 WsResponse {
676 kind: "res",
677 id: request_id,
678 hash,
679 found: false,
680 },
681 )
682 .await;
683 }
684 return;
685 }
686
687 {
688 let mut pending = state.ws_relay.pending.lock().await;
689 for (peer_id, _, _) in &peers {
690 pending.insert(
691 (*peer_id, request_id),
692 PendingRequest {
693 origin_id: client_id,
694 hash: hash.clone(),
695 found: false,
696 origin_protocol,
697 },
698 );
699 }
700 }
701
702 let request_text = serde_json::to_string(&WsRequest {
703 kind: "req".to_string(),
704 id: request_id,
705 hash: hash.clone(),
706 })
707 .unwrap_or_else(|_| String::new());
708 for (peer_id, tx, protocol) in peers {
709 match protocol {
710 WsProtocol::HashtreeMsgpack => {
711 send_msgpack_request(state, peer_id, &hash_bytes).await;
712 }
713 WsProtocol::HashtreeJson => {
714 let _ = tx.send(Message::Text(request_text.clone()));
715 }
716 WsProtocol::Unknown => {}
717 }
718 }
719
720 let timeout_state = state.clone();
721 let timeout_hash = hash.clone();
722 tokio::spawn(async move {
723 tokio::time::sleep(Duration::from_millis(1500)).await;
724 let mut pending = timeout_state.ws_relay.pending.lock().await;
725 let still_pending = pending
726 .iter()
727 .any(|((_, id), p)| *id == request_id && p.origin_id == client_id);
728 let already_found = pending
729 .iter()
730 .any(|((_, id), p)| *id == request_id && p.origin_id == client_id && p.found);
731 if !still_pending || already_found {
732 return;
733 }
734 let origin_protocol = pending
735 .iter()
736 .find(|((_, id), p)| *id == request_id && p.origin_id == client_id)
737 .map(|(_, p)| p.origin_protocol)
738 .unwrap_or(WsProtocol::HashtreeJson);
739 pending.retain(|(_, id), p| !(*id == request_id && p.origin_id == client_id));
740 drop(pending);
741 if origin_protocol == WsProtocol::HashtreeJson {
742 send_json(
743 &timeout_state,
744 client_id,
745 WsResponse {
746 kind: "res",
747 id: request_id,
748 hash: timeout_hash,
749 found: false,
750 },
751 )
752 .await;
753 }
754 });
755}
756
757async fn handle_response(
758 client_id: u64,
759 request_id: u32,
760 _hash: String,
761 found: bool,
762 state: &AppState,
763) {
764 let pending_entry = {
765 let pending = state.ws_relay.pending.lock().await;
766 pending
767 .get(&(client_id, request_id))
768 .map(|p| (p.origin_id, p.hash.clone(), p.origin_protocol))
769 };
770
771 let Some((origin_id, pending_hash, origin_protocol)) = pending_entry else {
772 return;
773 };
774
775 if found {
776 return;
779 }
780
781 let mut pending = state.ws_relay.pending.lock().await;
782 pending.remove(&(client_id, request_id));
783 let has_remaining = pending
784 .iter()
785 .any(|((_, id), p)| *id == request_id && p.origin_id == origin_id);
786 drop(pending);
787
788 if !has_remaining && origin_protocol == WsProtocol::HashtreeJson {
789 send_json(
790 state,
791 origin_id,
792 WsResponse {
793 kind: "res",
794 id: request_id,
795 hash: pending_hash,
796 found: false,
797 },
798 )
799 .await;
800 }
801}
802
803fn payload_matches_hash(hash: &[u8], data: &[u8]) -> bool {
804 hash.len() == 32 && sha256(data).as_slice() == hash
805}
806
807async fn handle_binary(client_id: u64, data: Vec<u8>, state: &AppState) {
808 if let Some(msg) = parse_msgpack_message(&data) {
809 set_client_protocol(state, client_id, WsProtocol::HashtreeMsgpack).await;
810 match msg {
811 DataMessage::Request(req) => {
812 let hash_hex = hex_encode(&req.h);
813 let request_id = state.ws_relay.next_request_id();
814 handle_request(
815 client_id,
816 request_id,
817 hash_hex,
818 WsProtocol::HashtreeMsgpack,
819 state,
820 )
821 .await;
822 }
823 DataMessage::Response(res) => {
824 handle_msgpack_response(client_id, res, state).await;
825 }
826 DataMessage::QuoteRequest(_)
827 | DataMessage::QuoteResponse(_)
828 | DataMessage::Payment(_)
829 | DataMessage::PaymentAck(_)
830 | DataMessage::Chunk(_)
831 | DataMessage::PeerHints(_)
832 | DataMessage::PubsubInterest(_)
833 | DataMessage::PubsubFrame(_)
834 | DataMessage::PubsubInventory(_)
835 | DataMessage::PubsubWant(_) => {}
836 }
837 return;
838 }
839
840 if data.len() < 4 {
842 return;
843 }
844 let request_id = u32::from_le_bytes([data[0], data[1], data[2], data[3]]);
845 let pending_entry = {
846 let pending = state.ws_relay.pending.lock().await;
847 pending
848 .get(&(client_id, request_id))
849 .map(|p| (p.origin_id, p.hash.clone(), p.origin_protocol))
850 };
851 let Some((origin_id, hash_hex, origin_protocol)) = pending_entry else {
852 return;
853 };
854
855 let Ok(hash_bytes) = from_hex(&hash_hex) else {
856 return;
857 };
858 let payload = &data[4..];
859 if !payload_matches_hash(&hash_bytes, payload) {
860 return;
861 }
862
863 match origin_protocol {
864 WsProtocol::HashtreeJson => {
865 send_json(
866 state,
867 origin_id,
868 WsResponse {
869 kind: "res",
870 id: request_id,
871 hash: hash_hex.clone(),
872 found: true,
873 },
874 )
875 .await;
876 send_binary(state, origin_id, request_id, payload.to_vec()).await;
877 }
878 WsProtocol::HashtreeMsgpack => {
879 send_msgpack_response(state, origin_id, &hash_bytes, payload).await;
880 }
881 WsProtocol::Unknown => {}
882 }
883
884 let mut pending = state.ws_relay.pending.lock().await;
885 pending.retain(|(_, id), p| !(*id == request_id && p.origin_id == origin_id));
886}
887
888async fn handle_nostr_message(client_id: u64, msg: NostrClientMessage<'_>, state: &AppState) {
889 let replies = nostr_responses_for(&msg);
890 for reply in replies {
891 send_nostr(state, client_id, reply).await;
892 }
893}
894
895fn nostr_responses_for(msg: &NostrClientMessage<'_>) -> Vec<NostrRelayMessage<'static>> {
896 match msg {
897 NostrClientMessage::Event(event) => {
898 let ok = event.verify().is_ok();
899 let message = if ok { "" } else { "invalid: signature" };
900 vec![NostrRelayMessage::ok(event.id, ok, message)]
901 }
902 NostrClientMessage::Req {
903 subscription_id, ..
904 } => {
905 vec![NostrRelayMessage::eose(
906 subscription_id.clone().into_owned(),
907 )]
908 }
909 NostrClientMessage::Count {
910 subscription_id, ..
911 } => {
912 vec![NostrRelayMessage::count(
913 subscription_id.clone().into_owned(),
914 0,
915 )]
916 }
917 NostrClientMessage::Close(_) => Vec::new(),
918 NostrClientMessage::Auth(event) => {
919 let ok = event.verify().is_ok();
920 let message = if ok { "" } else { "invalid auth" };
921 vec![NostrRelayMessage::ok(event.id, ok, message)]
922 }
923 NostrClientMessage::NegOpen { .. }
924 | NostrClientMessage::NegMsg { .. }
925 | NostrClientMessage::NegClose { .. } => {
926 vec![NostrRelayMessage::notice("negentropy not supported")]
927 }
928 }
929}
930
931async fn send_nostr(state: &AppState, client_id: u64, response: NostrRelayMessage<'_>) {
932 let text = response.as_json();
933 send_to_client(state, client_id, Message::Text(text)).await;
934}
935
936fn parse_msgpack_message(data: &[u8]) -> Option<DataMessage> {
937 let msg = parse_message(data)?;
938 match msg {
939 DataMessage::Request(req) => {
940 if req.h.len() == 32 {
941 Some(DataMessage::Request(req))
942 } else {
943 None
944 }
945 }
946 DataMessage::Response(res) => {
947 if res.h.len() == 32 {
948 Some(DataMessage::Response(res))
949 } else {
950 None
951 }
952 }
953 DataMessage::QuoteRequest(req) => {
954 if req.h.len() == 32 {
955 Some(DataMessage::QuoteRequest(req))
956 } else {
957 None
958 }
959 }
960 DataMessage::QuoteResponse(res) => {
961 if res.h.len() == 32 {
962 Some(DataMessage::QuoteResponse(res))
963 } else {
964 None
965 }
966 }
967 DataMessage::Payment(req) => {
968 if req.h.len() == 32 {
969 Some(DataMessage::Payment(req))
970 } else {
971 None
972 }
973 }
974 DataMessage::PaymentAck(res) => {
975 if res.h.len() == 32 {
976 Some(DataMessage::PaymentAck(res))
977 } else {
978 None
979 }
980 }
981 DataMessage::Chunk(chunk) => {
982 if chunk.h.len() == 32 {
983 Some(DataMessage::Chunk(chunk))
984 } else {
985 None
986 }
987 }
988 DataMessage::PeerHints(_)
989 | DataMessage::PubsubInterest(_)
990 | DataMessage::PubsubFrame(_)
991 | DataMessage::PubsubInventory(_)
992 | DataMessage::PubsubWant(_) => Some(msg),
993 }
994}
995
996async fn handle_msgpack_response(client_id: u64, res: DataResponse, state: &AppState) {
997 let hash_hex = hex_encode(&res.h);
998 let data = res.d.clone();
999 let hash_bytes = res.h.clone();
1000
1001 if !payload_matches_hash(&hash_bytes, &data) {
1002 return;
1003 }
1004
1005 let mut responses: Vec<(u64, u32, WsProtocol)> = Vec::new();
1006 let mut seen = HashSet::new();
1007 {
1008 let pending = state.ws_relay.pending.lock().await;
1009 for ((peer_id, request_id), p) in pending.iter() {
1010 if *peer_id != client_id {
1011 continue;
1012 }
1013 if p.hash != hash_hex {
1014 continue;
1015 }
1016 if seen.insert((p.origin_id, *request_id)) {
1017 responses.push((p.origin_id, *request_id, p.origin_protocol));
1018 }
1019 }
1020 }
1021
1022 if responses.is_empty() {
1023 return;
1024 }
1025
1026 for (origin_id, request_id, protocol) in &responses {
1027 match protocol {
1028 WsProtocol::HashtreeJson => {
1029 send_json(
1030 state,
1031 *origin_id,
1032 WsResponse {
1033 kind: "res",
1034 id: *request_id,
1035 hash: hash_hex.clone(),
1036 found: true,
1037 },
1038 )
1039 .await;
1040 send_binary(state, *origin_id, *request_id, data.clone()).await;
1041 }
1042 WsProtocol::HashtreeMsgpack => {
1043 send_msgpack_response(state, *origin_id, &hash_bytes, &data).await;
1044 }
1045 WsProtocol::Unknown => {}
1046 }
1047 }
1048
1049 let completed: HashSet<(u64, u32)> = responses
1050 .into_iter()
1051 .map(|(origin_id, request_id, _)| (origin_id, request_id))
1052 .collect();
1053 let mut pending = state.ws_relay.pending.lock().await;
1054 pending.retain(|(_, id), p| !completed.contains(&(p.origin_id, *id)));
1055}
1056
1057async fn send_json(state: &AppState, client_id: u64, response: WsResponse) {
1058 if let Ok(text) = serde_json::to_string(&response) {
1059 send_to_client(state, client_id, Message::Text(text)).await;
1060 }
1061}
1062
1063async fn send_msgpack_request(state: &AppState, client_id: u64, hash: &[u8]) {
1064 let req = DataRequest {
1065 h: hash.to_vec(),
1066 htl: MAX_HTL,
1067 q: None,
1068 };
1069 let wire = encode_request(&req);
1070 send_to_client(state, client_id, Message::Binary(wire)).await;
1071}
1072
1073async fn send_msgpack_response(state: &AppState, client_id: u64, hash: &[u8], data: &[u8]) {
1074 let res = DataResponse {
1075 h: hash.to_vec(),
1076 d: data.to_vec(),
1077 i: None,
1078 n: None,
1079 };
1080 let wire = encode_response(&res);
1081 send_to_client(state, client_id, Message::Binary(wire)).await;
1082}
1083
1084async fn send_binary(state: &AppState, client_id: u64, request_id: u32, payload: Vec<u8>) {
1085 let mut packet = Vec::with_capacity(4 + payload.len());
1086 packet.extend_from_slice(&request_id.to_le_bytes());
1087 packet.extend_from_slice(&payload);
1088 send_to_client(state, client_id, Message::Binary(packet)).await;
1089}
1090
1091async fn send_to_client(state: &AppState, client_id: u64, msg: Message) {
1092 let sender = {
1093 let clients = state.ws_relay.clients.lock().await;
1094 clients.get(&client_id).cloned()
1095 };
1096 if let Some(tx) = sender {
1097 let _ = tx.send(msg);
1098 }
1099}
1100
1101async fn set_client_protocol(state: &AppState, client_id: u64, protocol: WsProtocol) {
1102 let mut protocols = state.ws_relay.client_protocols.lock().await;
1103 protocols.insert(client_id, protocol);
1104}
1105
1106#[cfg(test)]
1107mod tests {
1108 use super::*;
1109 use crate::nostr_relay::{NostrRelay, NostrRelayConfig};
1110 use anyhow::Result;
1111 use futures::{SinkExt, StreamExt};
1112 use nostr::secp256k1::schnorr::Signature;
1113 use nostr::{EventBuilder, Filter, Keys, Kind, SubscriptionId};
1114 use std::collections::HashSet;
1115 use std::sync::Arc;
1116 use tempfile::TempDir;
1117 use tokio::net::TcpListener;
1118 use tokio_tungstenite::{accept_async, tungstenite::Message as TungsteniteMessage};
1119
1120 #[test]
1121 fn parse_ws_text_message_detects_nostr_req() {
1122 let msg = r#"["REQ","sub-1",{"kinds":[1]}]"#;
1123 match parse_ws_text_message(msg) {
1124 Some(WsTextMessage::Nostr(_)) => {}
1125 other => panic!("expected Nostr message, got {:?}", other),
1126 }
1127 }
1128
1129 #[test]
1130 fn parse_ws_text_message_detects_hashtree_request() {
1131 let msg = r#"{"type":"req","id":1,"hash":"abcd"}"#;
1132 match parse_ws_text_message(msg) {
1133 Some(WsTextMessage::Hashtree(_)) => {}
1134 other => panic!("expected Hashtree message, got {:?}", other),
1135 }
1136 }
1137
1138 #[test]
1139 fn nostr_replies_for_req_is_eose() {
1140 let sub = SubscriptionId::new("sub-1");
1141 let msg = NostrClientMessage::req(sub.clone(), vec![]);
1142 let replies = nostr_responses_for(&msg);
1143 assert_eq!(replies.len(), 1);
1144 match &replies[0] {
1145 NostrRelayMessage::EndOfStoredEvents(id) => assert_eq!(id.as_ref(), &sub),
1146 other => panic!("expected EOSE, got {:?}", other),
1147 }
1148 }
1149
1150 #[test]
1151 fn nostr_replies_for_event_ok() {
1152 let keys = Keys::generate();
1153 let event = EventBuilder::new(Kind::TextNote, "hello")
1154 .sign_with_keys(&keys)
1155 .unwrap();
1156 let msg = NostrClientMessage::event(event.clone());
1157 let replies = nostr_responses_for(&msg);
1158 assert_eq!(replies.len(), 1);
1159 match &replies[0] {
1160 NostrRelayMessage::Ok {
1161 event_id, status, ..
1162 } => {
1163 assert_eq!(event_id, &event.id);
1164 assert!(*status);
1165 }
1166 other => panic!("expected OK, got {:?}", other),
1167 }
1168 }
1169
1170 #[test]
1171 fn nostr_replies_for_invalid_event_is_not_ok() {
1172 let keys = Keys::generate();
1173 let mut event = EventBuilder::new(Kind::TextNote, "hello")
1174 .sign_with_keys(&keys)
1175 .unwrap();
1176 event.sig = Signature::from_slice(&[0u8; 64]).unwrap();
1177 let msg = NostrClientMessage::event(event);
1178 let replies = nostr_responses_for(&msg);
1179 assert_eq!(replies.len(), 1);
1180 match &replies[0] {
1181 NostrRelayMessage::Ok { status, .. } => assert!(!*status),
1182 other => panic!("expected OK=false, got {:?}", other),
1183 }
1184 }
1185
1186 async fn spawn_mock_upstream_relay(events: Vec<nostr::Event>) -> String {
1187 let listener = TcpListener::bind("127.0.0.1:0").await.expect("bind relay");
1188 let addr = listener.local_addr().expect("relay addr");
1189 tokio::spawn(async move {
1190 let (stream, _) = listener.accept().await.expect("accept relay");
1191 let ws = accept_async(stream).await.expect("accept websocket");
1192 let (mut write, mut read) = ws.split();
1193
1194 while let Some(Ok(message)) = read.next().await {
1195 let TungsteniteMessage::Text(text) = message else {
1196 continue;
1197 };
1198 let Ok(parsed) = NostrClientMessage::from_json(text.as_bytes()) else {
1199 continue;
1200 };
1201 if let NostrClientMessage::Req {
1202 subscription_id,
1203 filters,
1204 } = parsed
1205 {
1206 let subscription_id = subscription_id.into_owned();
1207 let filters = filters
1208 .into_iter()
1209 .map(|filter| filter.into_owned())
1210 .collect::<Vec<_>>();
1211 for event in events.iter().filter(|event| {
1212 filters
1213 .iter()
1214 .any(|filter| filter.match_event(event, Default::default()))
1215 }) {
1216 let _ = write
1217 .send(TungsteniteMessage::Text(
1218 NostrRelayMessage::event(subscription_id.clone(), event.clone())
1219 .as_json(),
1220 ))
1221 .await;
1222 }
1223 let _ = write
1224 .send(TungsteniteMessage::Text(
1225 NostrRelayMessage::eose(subscription_id).as_json(),
1226 ))
1227 .await;
1228 }
1229 }
1230 });
1231 format!("ws://{}", addr)
1232 }
1233
1234 fn test_app_state(
1235 tmp: &TempDir,
1236 relay: Arc<NostrRelay>,
1237 relay_url: String,
1238 ) -> Result<AppState> {
1239 let store = Arc::new(crate::storage::HashtreeStore::with_options(
1240 tmp.path(),
1241 None,
1242 128 * 1024 * 1024,
1243 )?);
1244 Ok(AppState {
1245 store,
1246 auth: None,
1247 daemon_started_at: 1_700_000_000,
1248 peer_mode: crate::config::ServerMode::Normal,
1249 hash_get_enabled: true,
1250 http_webrtc_fetch: true,
1251 webrtc_peers: None,
1252 fips_endpoint: None,
1253 fips_blob_resolver: None,
1254 fetch_from_fips_peers: true,
1255 ws_relay: Arc::new(super::super::auth::WsRelayState::new()),
1256 max_upload_bytes: 5 * 1024 * 1024,
1257 public_writes: true,
1258 public_plaintext_reads: true,
1259 require_random_untrusted_ingest: false,
1260 optimistic_blossom_uploads: false,
1261 optimistic_upload_queue_bytes: 256 * 1024 * 1024,
1262 optimistic_upload_queue: Arc::new(tokio::sync::Semaphore::new(256 * 1024 * 1024)),
1263 allowed_pubkeys: HashSet::new(),
1264 upstream_blossom: Vec::new(),
1265 upstream_http_client: super::super::new_upstream_http_client(),
1266 upstream_blossom_miss_cache: Arc::new(std::sync::Mutex::new(
1267 super::super::auth::new_lookup_cache(),
1268 )),
1269 upstream_blossom_fetch_metrics: Arc::new(
1270 super::super::auth::UpstreamBlossomFetchMetrics::default(),
1271 ),
1272 blossom_upload_replicas: Vec::new(),
1273 blossom_upload_replica_queue_bytes: 256 * 1024 * 1024,
1274 blossom_upload_replica_queue: Arc::new(tokio::sync::Semaphore::new(256 * 1024 * 1024)),
1275 blossom_upload_replica_keys: None,
1276 blossom_upload_replica_scheduler: Arc::new(
1277 super::super::blossom::BlossomUploadReplicaScheduler::new(),
1278 ),
1279 social_graph: None,
1280 social_graph_store: None,
1281 social_graph_root: None,
1282 socialgraph_snapshot_public: false,
1283 nostr_relay: Some(relay),
1284 nostr_provider: None,
1285 nostr_relay_urls: vec![relay_url],
1286 tree_root_cache: Arc::new(std::sync::Mutex::new(std::collections::HashMap::new())),
1287 inflight_blob_fetches: Arc::new(tokio::sync::Mutex::new(
1288 std::collections::HashMap::new(),
1289 )),
1290 inflight_blob_reads: Arc::new(
1291 tokio::sync::Mutex::new(std::collections::HashMap::new()),
1292 ),
1293 blob_cache: Arc::new(crate::blob_cache::BlobCache::for_tests()),
1294 directory_listing_cache: Arc::new(std::sync::Mutex::new(
1295 super::super::auth::new_lookup_cache(),
1296 )),
1297 resolved_path_cache: Arc::new(std::sync::Mutex::new(
1298 super::super::auth::new_lookup_cache(),
1299 )),
1300 thumbnail_path_cache: Arc::new(std::sync::Mutex::new(
1301 super::super::auth::new_lookup_cache(),
1302 )),
1303 cid_size_cache: Arc::new(std::sync::Mutex::new(super::super::auth::new_lookup_cache())),
1304 })
1305 }
1306
1307 async fn ws_integrity_test_state(tmp: &TempDir) -> Result<AppState> {
1308 let graph_store = {
1309 let _guard = crate::socialgraph::test_lock().await;
1310 crate::socialgraph::open_test_social_graph_store_with_mapsize(
1311 tmp.path(),
1312 Some(128 * 1024 * 1024),
1313 )?
1314 };
1315 let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store;
1316 let relay = Arc::new(NostrRelay::new(
1317 backend,
1318 tmp.path().to_path_buf(),
1319 HashSet::new(),
1320 None,
1321 NostrRelayConfig {
1322 spambox_db_max_bytes: 0,
1323 ..Default::default()
1324 },
1325 )?);
1326 test_app_state(tmp, relay, String::new())
1327 }
1328
1329 async fn seed_pending_json_blob_request(
1330 state: &AppState,
1331 peer_id: u64,
1332 origin_id: u64,
1333 request_id: u32,
1334 hash_hex: String,
1335 ) -> mpsc::UnboundedReceiver<Message> {
1336 let (tx, rx) = mpsc::unbounded_channel();
1337 state.ws_relay.clients.lock().await.insert(origin_id, tx);
1338 state.ws_relay.pending.lock().await.insert(
1339 (peer_id, request_id),
1340 PendingRequest {
1341 origin_id,
1342 hash: hash_hex,
1343 found: false,
1344 origin_protocol: WsProtocol::HashtreeJson,
1345 },
1346 );
1347 rx
1348 }
1349
1350 #[tokio::test]
1351 async fn json_found_response_waits_for_valid_binary_payload() -> Result<()> {
1352 let tmp = TempDir::new()?;
1353 let state = ws_integrity_test_state(&tmp).await?;
1354 let expected_hash = hex_encode(sha256(b"expected"));
1355 let peer_id = 7;
1356 let origin_id = 11;
1357 let request_id = 42;
1358 let mut rx = seed_pending_json_blob_request(
1359 &state,
1360 peer_id,
1361 origin_id,
1362 request_id,
1363 expected_hash.clone(),
1364 )
1365 .await;
1366
1367 handle_response(peer_id, request_id, expected_hash, true, &state).await;
1368
1369 assert!(
1370 tokio::time::timeout(std::time::Duration::from_millis(50), rx.recv())
1371 .await
1372 .is_err()
1373 );
1374 Ok(())
1375 }
1376
1377 #[tokio::test]
1378 async fn legacy_binary_response_with_wrong_hash_is_not_forwarded() -> Result<()> {
1379 let tmp = TempDir::new()?;
1380 let state = ws_integrity_test_state(&tmp).await?;
1381 let expected_hash = hex_encode(sha256(b"expected"));
1382 let peer_id = 7;
1383 let origin_id = 11;
1384 let request_id = 42;
1385 let mut rx =
1386 seed_pending_json_blob_request(&state, peer_id, origin_id, request_id, expected_hash)
1387 .await;
1388 let mut wire = request_id.to_le_bytes().to_vec();
1389 wire.extend_from_slice(b"wrong bytes");
1390
1391 handle_binary(peer_id, wire, &state).await;
1392
1393 assert!(
1394 tokio::time::timeout(std::time::Duration::from_millis(50), rx.recv())
1395 .await
1396 .is_err()
1397 );
1398 Ok(())
1399 }
1400
1401 #[tokio::test]
1402 async fn msgpack_response_with_wrong_hash_is_not_forwarded() -> Result<()> {
1403 let tmp = TempDir::new()?;
1404 let state = ws_integrity_test_state(&tmp).await?;
1405 let expected_hash = sha256(b"expected");
1406 let peer_id = 7;
1407 let origin_id = 11;
1408 let request_id = 42;
1409 let mut rx = seed_pending_json_blob_request(
1410 &state,
1411 peer_id,
1412 origin_id,
1413 request_id,
1414 hex_encode(expected_hash),
1415 )
1416 .await;
1417
1418 handle_msgpack_response(
1419 peer_id,
1420 DataResponse {
1421 h: expected_hash.to_vec(),
1422 d: b"wrong bytes".to_vec(),
1423 i: None,
1424 n: None,
1425 },
1426 &state,
1427 )
1428 .await;
1429
1430 assert!(
1431 tokio::time::timeout(std::time::Duration::from_millis(50), rx.recv())
1432 .await
1433 .is_err()
1434 );
1435 Ok(())
1436 }
1437
1438 #[tokio::test]
1439 async fn upstream_proxy_forwards_events_and_caches_them() -> Result<()> {
1440 let tmp = TempDir::new()?;
1441 let graph_store = {
1442 let _guard = crate::socialgraph::test_lock().await;
1443 crate::socialgraph::open_test_social_graph_store_with_mapsize(
1444 tmp.path(),
1445 Some(128 * 1024 * 1024),
1446 )?
1447 };
1448 let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1449 let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1450 Arc::clone(&backend),
1451 0,
1452 HashSet::new(),
1453 ));
1454
1455 let keys = Keys::generate();
1456 let relay = Arc::new(NostrRelay::new(
1457 Arc::clone(&backend),
1458 tmp.path().to_path_buf(),
1459 HashSet::from([keys.public_key().to_hex()]),
1460 Some(access),
1461 NostrRelayConfig {
1462 spambox_db_max_bytes: 0,
1463 ..Default::default()
1464 },
1465 )?);
1466
1467 let event = EventBuilder::new(Kind::from(30078_u16), "")
1468 .tags([
1469 nostr::Tag::parse(["d", "videos/Test"]).expect("d tag"),
1470 nostr::Tag::parse(["l", "hashtree"]).expect("label tag"),
1471 ])
1472 .sign_with_keys(&keys)?;
1473
1474 let relay_url = spawn_mock_upstream_relay(vec![event.clone()]).await;
1475 let filter = Filter::new()
1476 .authors(vec![event.pubkey])
1477 .kinds(vec![event.kind]);
1478 let state = test_app_state(&tmp, relay.clone(), relay_url)?;
1479 let client_id = 7_u64;
1480 let (tx, mut rx) = mpsc::unbounded_channel();
1481 state.ws_relay.clients.lock().await.insert(client_id, tx);
1482 let subscription_id = SubscriptionId::new("sub-1");
1483
1484 start_upstream_nostr_subscription(
1485 &state,
1486 client_id,
1487 subscription_id.clone(),
1488 vec![filter.clone()],
1489 )
1490 .await;
1491
1492 let forwarded = tokio::time::timeout(std::time::Duration::from_secs(2), rx.recv())
1493 .await?
1494 .expect("forwarded upstream event");
1495 let Message::Text(text) = forwarded else {
1496 panic!("expected text event");
1497 };
1498 match NostrRelayMessage::from_json(text.as_str())? {
1499 NostrRelayMessage::Event {
1500 subscription_id: sid,
1501 event: forwarded_event,
1502 } => {
1503 assert_eq!(sid.as_ref(), &subscription_id);
1504 assert_eq!(forwarded_event.id, event.id);
1505 }
1506 other => panic!("expected forwarded EVENT, got {:?}", other),
1507 }
1508
1509 let eose = tokio::time::timeout(std::time::Duration::from_secs(2), rx.recv())
1510 .await?
1511 .expect("forwarded upstream eose");
1512 let Message::Text(eose_text) = eose else {
1513 panic!("expected text eose");
1514 };
1515 match NostrRelayMessage::from_json(eose_text.as_str())? {
1516 NostrRelayMessage::EndOfStoredEvents(sid) => {
1517 assert_eq!(sid.as_ref(), &subscription_id);
1518 }
1519 other => panic!("expected forwarded EOSE, got {:?}", other),
1520 }
1521
1522 let events = relay.query_events(&filter, 10).await;
1523 assert_eq!(events.len(), 1);
1524 assert_eq!(events[0].id, event.id);
1525
1526 close_upstream_nostr_subscription(&state, client_id, &subscription_id).await;
1527 assert!(state
1528 .ws_relay
1529 .upstream_nostr_subscriptions
1530 .lock()
1531 .await
1532 .is_empty());
1533 Ok(())
1534 }
1535
1536 #[tokio::test]
1537 async fn req_waits_for_upstream_event_before_eose() -> Result<()> {
1538 let tmp = TempDir::new()?;
1539 let graph_store = {
1540 let _guard = crate::socialgraph::test_lock().await;
1541 crate::socialgraph::open_test_social_graph_store_with_mapsize(
1542 tmp.path(),
1543 Some(128 * 1024 * 1024),
1544 )?
1545 };
1546 let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1547 let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1548 Arc::clone(&backend),
1549 0,
1550 HashSet::new(),
1551 ));
1552
1553 let keys = Keys::generate();
1554 let relay = Arc::new(NostrRelay::new(
1555 Arc::clone(&backend),
1556 tmp.path().to_path_buf(),
1557 HashSet::from([keys.public_key().to_hex()]),
1558 Some(access),
1559 NostrRelayConfig {
1560 spambox_db_max_bytes: 0,
1561 ..Default::default()
1562 },
1563 )?);
1564
1565 let event = EventBuilder::new(Kind::from(30078_u16), "")
1566 .tags([
1567 nostr::Tag::parse(["d", "videos/Test"]).expect("d tag"),
1568 nostr::Tag::parse(["l", "hashtree"]).expect("label tag"),
1569 ])
1570 .sign_with_keys(&keys)?;
1571
1572 let relay_url = spawn_mock_upstream_relay(vec![event.clone()]).await;
1573 let state = test_app_state(&tmp, relay.clone(), relay_url)?;
1574 let client_id = 11_u64;
1575 let (ws_tx, mut ws_rx) = mpsc::unbounded_channel();
1576 let (relay_tx, _relay_rx) = mpsc::unbounded_channel();
1577 state.ws_relay.clients.lock().await.insert(client_id, ws_tx);
1578 relay.register_client(client_id, relay_tx, None).await;
1579
1580 let request = NostrClientMessage::req(
1581 SubscriptionId::new("feed"),
1582 vec![Filter::new()
1583 .authors(vec![event.pubkey])
1584 .kinds(vec![event.kind])],
1585 )
1586 .as_json();
1587
1588 handle_message(client_id, Message::Text(request), &state).await;
1589
1590 let first = tokio::time::timeout(std::time::Duration::from_secs(2), ws_rx.recv())
1591 .await?
1592 .expect("first forwarded message");
1593 let Message::Text(first_text) = first else {
1594 panic!("expected text event");
1595 };
1596 match NostrRelayMessage::from_json(first_text.as_str())? {
1597 NostrRelayMessage::Event {
1598 event: forwarded_event,
1599 ..
1600 } => {
1601 assert_eq!(forwarded_event.id, event.id);
1602 }
1603 other => panic!("expected upstream EVENT before EOSE, got {:?}", other),
1604 }
1605
1606 let second = tokio::time::timeout(std::time::Duration::from_secs(2), ws_rx.recv())
1607 .await?
1608 .expect("second forwarded message");
1609 let Message::Text(second_text) = second else {
1610 panic!("expected text eose");
1611 };
1612 match NostrRelayMessage::from_json(second_text.as_str())? {
1613 NostrRelayMessage::EndOfStoredEvents(sid) => {
1614 assert_eq!(sid.as_ref(), &SubscriptionId::new("feed"));
1615 }
1616 other => panic!("expected aggregated EOSE, got {:?}", other),
1617 }
1618
1619 Ok(())
1620 }
1621
1622 #[tokio::test]
1623 async fn websocket_publish_returns_ok_for_trusted_event() -> Result<()> {
1624 let tmp = TempDir::new()?;
1625 let graph_store = {
1626 let _guard = crate::socialgraph::test_lock().await;
1627 crate::socialgraph::open_test_social_graph_store_with_mapsize(
1628 tmp.path(),
1629 Some(128 * 1024 * 1024),
1630 )?
1631 };
1632 let author_keys = Keys::generate();
1633 let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1634 let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1635 Arc::clone(&backend),
1636 0,
1637 HashSet::from([author_keys.public_key().to_hex()]),
1638 ));
1639 let relay = Arc::new(NostrRelay::new(
1640 Arc::clone(&backend),
1641 tmp.path().to_path_buf(),
1642 HashSet::from([author_keys.public_key().to_hex()]),
1643 Some(access),
1644 NostrRelayConfig {
1645 spambox_db_max_bytes: 0,
1646 ..Default::default()
1647 },
1648 )?);
1649
1650 let state = test_app_state(&tmp, relay.clone(), String::new())?;
1651 let listener = TcpListener::bind("127.0.0.1:0").await?;
1652 let addr = listener.local_addr()?;
1653 let client_pubkey = author_keys.public_key().to_hex();
1654 let app = axum::Router::new().route(
1655 "/ws",
1656 axum::routing::get({
1657 let state = state.clone();
1658 let client_pubkey = client_pubkey.clone();
1659 move |ws: WebSocketUpgrade| {
1660 let state = state.clone();
1661 let client_pubkey = client_pubkey.clone();
1662 async move { ws_data_with_client_pubkey(state, ws, Some(client_pubkey)) }
1663 }
1664 }),
1665 );
1666 tokio::spawn(async move {
1667 let _ = axum::serve(listener, app).await;
1668 });
1669
1670 let (mut socket, _) = connect_async(format!("ws://{addr}/ws")).await?;
1671 let event = EventBuilder::new(Kind::TextNote, "websocket publish ack")
1672 .sign_with_keys(&author_keys)?;
1673 socket
1674 .send(TungsteniteMessage::Text(
1675 NostrClientMessage::event(event.clone()).as_json(),
1676 ))
1677 .await?;
1678
1679 let reply = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1680 .await?
1681 .ok_or_else(|| anyhow::anyhow!("websocket closed before publish ack"))??;
1682 let TungsteniteMessage::Text(text) = reply else {
1683 anyhow::bail!("expected text publish ack");
1684 };
1685
1686 match NostrRelayMessage::from_json(text.as_str())? {
1687 NostrRelayMessage::Ok {
1688 event_id, status, ..
1689 } => {
1690 assert_eq!(event_id, event.id);
1691 assert!(status);
1692 }
1693 other => anyhow::bail!("expected OK publish ack, got {:?}", other),
1694 }
1695
1696 let stored = relay
1697 .query_events(
1698 &Filter::new()
1699 .authors(vec![event.pubkey])
1700 .kinds(vec![event.kind]),
1701 10,
1702 )
1703 .await;
1704 assert!(stored.iter().any(|candidate| candidate.id == event.id));
1705 Ok(())
1706 }
1707
1708 #[tokio::test]
1709 async fn websocket_req_is_rate_limited_after_configured_quota() -> Result<()> {
1710 let tmp = TempDir::new()?;
1711 let graph_store = {
1712 let _guard = crate::socialgraph::test_lock().await;
1713 crate::socialgraph::open_test_social_graph_store_with_mapsize(
1714 tmp.path(),
1715 Some(128 * 1024 * 1024),
1716 )?
1717 };
1718 let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1719 let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1720 Arc::clone(&backend),
1721 0,
1722 HashSet::new(),
1723 ));
1724 let relay = Arc::new(NostrRelay::new(
1725 Arc::clone(&backend),
1726 tmp.path().to_path_buf(),
1727 HashSet::new(),
1728 Some(access),
1729 NostrRelayConfig {
1730 spambox_db_max_bytes: 0,
1731 spambox_max_reqs_per_min: 1,
1732 ..Default::default()
1733 },
1734 )?);
1735
1736 let state = test_app_state(&tmp, relay, String::new())?;
1737 let listener = TcpListener::bind("127.0.0.1:0").await?;
1738 let addr = listener.local_addr()?;
1739 let app = axum::Router::new().route(
1740 "/ws",
1741 axum::routing::get({
1742 let state = state.clone();
1743 move |ws: WebSocketUpgrade| {
1744 let state = state.clone();
1745 async move { ws_data_with_client_pubkey(state, ws, None) }
1746 }
1747 }),
1748 );
1749 tokio::spawn(async move {
1750 let _ = axum::serve(listener, app).await;
1751 });
1752
1753 let (mut socket, _) = connect_async(format!("ws://{addr}/ws")).await?;
1754 socket
1755 .send(TungsteniteMessage::Text(
1756 NostrClientMessage::req(SubscriptionId::new("sub-1"), vec![Filter::new()])
1757 .as_json(),
1758 ))
1759 .await?;
1760
1761 let first = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1762 .await?
1763 .ok_or_else(|| anyhow::anyhow!("websocket closed before first relay reply"))??;
1764 let TungsteniteMessage::Text(first_text) = first else {
1765 anyhow::bail!("expected text EOSE reply");
1766 };
1767 match NostrRelayMessage::from_json(first_text.as_str())? {
1768 NostrRelayMessage::EndOfStoredEvents(subscription_id) => {
1769 assert_eq!(subscription_id.as_ref(), &SubscriptionId::new("sub-1"));
1770 }
1771 other => anyhow::bail!("expected EOSE for first request, got {:?}", other),
1772 }
1773
1774 socket
1775 .send(TungsteniteMessage::Text(
1776 NostrClientMessage::req(SubscriptionId::new("sub-2"), vec![Filter::new()])
1777 .as_json(),
1778 ))
1779 .await?;
1780
1781 let second = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1782 .await?
1783 .ok_or_else(|| anyhow::anyhow!("websocket closed before rate-limit reply"))??;
1784 let TungsteniteMessage::Text(second_text) = second else {
1785 anyhow::bail!("expected text CLOSED reply");
1786 };
1787 let second_value: serde_json::Value = serde_json::from_str(second_text.as_str())?;
1788 assert_eq!(
1789 second_value,
1790 serde_json::json!(["CLOSED", "sub-2", "rate limited"])
1791 );
1792
1793 Ok(())
1794 }
1795
1796 #[tokio::test]
1797 async fn websocket_publish_is_rate_limited_for_untrusted_spambox_events() -> Result<()> {
1798 let tmp = TempDir::new()?;
1799 let graph_store = {
1800 let _guard = crate::socialgraph::test_lock().await;
1801 crate::socialgraph::open_test_social_graph_store_with_mapsize(
1802 tmp.path(),
1803 Some(128 * 1024 * 1024),
1804 )?
1805 };
1806 let backend: Arc<dyn crate::socialgraph::SocialGraphBackend> = graph_store.clone();
1807 let access = Arc::new(crate::socialgraph::SocialGraphAccessControl::new(
1808 Arc::clone(&backend),
1809 0,
1810 HashSet::new(),
1811 ));
1812 let relay = Arc::new(NostrRelay::new(
1813 Arc::clone(&backend),
1814 tmp.path().to_path_buf(),
1815 HashSet::new(),
1816 Some(access),
1817 NostrRelayConfig {
1818 spambox_db_max_bytes: 0,
1819 spambox_max_events_per_min: 1,
1820 ..Default::default()
1821 },
1822 )?);
1823
1824 let state = test_app_state(&tmp, relay, String::new())?;
1825 let listener = TcpListener::bind("127.0.0.1:0").await?;
1826 let addr = listener.local_addr()?;
1827 let app = axum::Router::new().route(
1828 "/ws",
1829 axum::routing::get({
1830 let state = state.clone();
1831 move |ws: WebSocketUpgrade| {
1832 let state = state.clone();
1833 async move { ws_data_with_client_pubkey(state, ws, None) }
1834 }
1835 }),
1836 );
1837 tokio::spawn(async move {
1838 let _ = axum::serve(listener, app).await;
1839 });
1840
1841 let (mut socket, _) = connect_async(format!("ws://{addr}/ws")).await?;
1842 let author_keys = Keys::generate();
1843 let event_a =
1844 EventBuilder::new(Kind::TextNote, "spambox-a").sign_with_keys(&author_keys)?;
1845 let event_b =
1846 EventBuilder::new(Kind::TextNote, "spambox-b").sign_with_keys(&author_keys)?;
1847
1848 socket
1849 .send(TungsteniteMessage::Text(
1850 NostrClientMessage::event(event_a.clone()).as_json(),
1851 ))
1852 .await?;
1853
1854 let first = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1855 .await?
1856 .ok_or_else(|| anyhow::anyhow!("websocket closed before first publish ack"))??;
1857 let TungsteniteMessage::Text(first_text) = first else {
1858 anyhow::bail!("expected text publish ack");
1859 };
1860 match NostrRelayMessage::from_json(first_text.as_str())? {
1861 NostrRelayMessage::Ok {
1862 event_id,
1863 status,
1864 message,
1865 } => {
1866 assert_eq!(event_id, event_a.id);
1867 assert!(status);
1868 assert_eq!(message, "spambox");
1869 }
1870 other => anyhow::bail!("expected OK publish ack, got {:?}", other),
1871 }
1872
1873 socket
1874 .send(TungsteniteMessage::Text(
1875 NostrClientMessage::event(event_b.clone()).as_json(),
1876 ))
1877 .await?;
1878
1879 let second = tokio::time::timeout(std::time::Duration::from_secs(2), socket.next())
1880 .await?
1881 .ok_or_else(|| anyhow::anyhow!("websocket closed before rate-limit publish ack"))??;
1882 let TungsteniteMessage::Text(second_text) = second else {
1883 anyhow::bail!("expected text publish ack");
1884 };
1885 match NostrRelayMessage::from_json(second_text.as_str())? {
1886 NostrRelayMessage::Ok {
1887 event_id,
1888 status,
1889 message,
1890 } => {
1891 assert_eq!(event_id, event_b.id);
1892 assert!(!status);
1893 assert_eq!(message, "rate limited");
1894 }
1895 other => anyhow::bail!("expected OK=false publish ack, got {:?}", other),
1896 }
1897
1898 Ok(())
1899 }
1900}