1use std::path::PathBuf;
9use std::sync::Arc;
10use std::time::{Duration, SystemTime, UNIX_EPOCH};
11
12use async_trait::async_trait;
13use sqlx::sqlite::{SqliteConnectOptions, SqlitePoolOptions};
14use sqlx::{Row, SqlitePool};
15use uuid::Uuid;
16
17use ff_core::backend::PrepareOutcome;
18use ff_core::backend::{
19 AppendFrameOutcome, CancelFlowPolicy, CancelFlowWait, CapabilitySet, ClaimPolicy, FailOutcome,
20 FailureClass, FailureReason, Frame, FrameKind, Handle, HandleKind, LeaseRenewal, PatchKind,
21 PendingWaitpoint, ResumeToken, ResumeSignal, SUMMARY_NULL_SENTINEL, StreamMode,
22 UsageDimensions,
23};
24#[cfg(feature = "streaming")]
25use ff_core::backend::{SummaryDocument, TailVisibility};
26use ff_core::capability::{BackendIdentity, Capabilities, Supports, Version};
27use ff_core::caps::{CapabilityRequirement, matches as caps_matches};
28use ff_core::contracts::{
29 BudgetStatus, CancelFlowResult, CreateBudgetArgs, CreateBudgetResult, CreateQuotaPolicyArgs,
30 CreateQuotaPolicyResult, ExecutionContext, ExecutionSnapshot, FlowSnapshot, IssueReclaimGrantArgs,
31 IssueReclaimGrantOutcome, ReclaimExecutionArgs, ReclaimExecutionOutcome, ReportUsageAdminArgs,
32 ReportUsageResult, ResetBudgetArgs, ResetBudgetResult, RotateWaitpointHmacSecretAllArgs,
33 RotateWaitpointHmacSecretAllResult, SeedOutcome, SeedWaitpointHmacSecretArgs, SuspendArgs,
34 SuspendOutcome,
35};
36#[cfg(feature = "core")]
37use ff_core::contracts::{
38 ClaimResumedExecutionArgs, ClaimResumedExecutionResult, DeliverSignalArgs, DeliverSignalResult,
39 EdgeDependencyPolicy, EdgeDirection, EdgeSnapshot, ListExecutionsPage, ListFlowsPage,
40 ListLanesPage, ListSuspendedPage, SetEdgeGroupPolicyResult,
41};
42#[cfg(feature = "streaming")]
43use ff_core::contracts::{STREAM_READ_HARD_CAP, StreamCursor, StreamFrame, StreamFrames};
44use ff_core::engine_backend::EngineBackend;
45use ff_core::engine_error::{BackendError, ContentionKind, EngineError, ValidationKind};
46use ff_core::handle_codec::HandlePayload;
47use ff_core::types::{AttemptId, AttemptIndex, LeaseEpoch, LeaseFence, LeaseId};
48
49use crate::errors::map_sqlx_error;
50use crate::handle_codec::{decode_handle, encode_handle};
51use crate::queries::{
52 attempt as q_attempt, dispatch as q_dispatch, exec_core as q_exec, flow as q_flow,
53 flow_staging as q_flow_staging, lease as q_lease, stream as q_stream,
54};
55use crate::retry::retry_serializable;
56#[cfg(feature = "core")]
57use ff_core::partition::PartitionKey;
58#[cfg(feature = "core")]
59use ff_core::types::EdgeId;
60use ff_core::types::{BudgetId, ExecutionId, FlowId, LaneId, TimestampMs};
61
62use crate::pubsub::{OutboxEvent, PubSub};
63use crate::registry;
64#[cfg(feature = "core")]
65use ff_core::contracts::{
66 AddExecutionToFlowArgs, AddExecutionToFlowResult, ApplyDependencyToChildArgs,
67 ApplyDependencyToChildResult, CancelExecutionArgs, CancelExecutionResult, CancelFlowArgs,
68 CancelFlowHeader, ChangePriorityArgs, ChangePriorityResult, CreateExecutionArgs,
69 CreateExecutionResult, CreateFlowArgs, CreateFlowResult, ExecutionInfo,
70 ListPendingWaitpointsArgs, ListPendingWaitpointsResult, ReplayExecutionArgs,
71 ReplayExecutionResult, RevokeLeaseArgs, RevokeLeaseResult, StageDependencyEdgeArgs,
72 StageDependencyEdgeResult,
73};
74#[cfg(feature = "core")]
75use ff_core::state::PublicState;
76use tokio::sync::broadcast;
77
78#[inline]
81fn unavailable<T>(op: &'static str) -> Result<T, EngineError> {
82 Err(EngineError::Unavailable { op })
83}
84
85#[derive(Clone, Copy, Debug)]
93pub(crate) enum OutboxChannel {
94 LeaseHistory,
95 Completion,
96 #[allow(dead_code)] SignalDelivery,
98 StreamFrame,
99 #[allow(dead_code)] OperatorEvent,
101}
102
103pub(crate) type PendingEmit = (OutboxChannel, OutboxEvent);
105
106fn dispatch_pending_emits(pubsub: &PubSub, emits: &[PendingEmit]) {
110 for (channel, ev) in emits {
111 let sender: &broadcast::Sender<OutboxEvent> = match channel {
112 OutboxChannel::LeaseHistory => &pubsub.lease_history,
113 OutboxChannel::Completion => &pubsub.completion,
114 OutboxChannel::SignalDelivery => &pubsub.signal_delivery,
115 OutboxChannel::StreamFrame => &pubsub.stream_frame,
116 OutboxChannel::OperatorEvent => &pubsub.operator_event,
117 };
118 PubSub::emit(sender, ev.clone());
119 }
120}
121
122async fn last_outbox_event(
127 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
128 partition_key: i64,
129) -> Result<OutboxEvent, EngineError> {
130 let event_id: i64 = sqlx::query_scalar("SELECT last_insert_rowid()")
131 .fetch_one(&mut **conn)
132 .await
133 .map_err(map_sqlx_error)?;
134 Ok(OutboxEvent {
135 event_id,
136 partition_key,
137 })
138}
139
140fn is_memory_uri(path: &str) -> bool {
162 if path == ":memory:" || path.starts_with("file::memory:") {
163 return true;
164 }
165 if !path.starts_with("file:") {
166 return false;
167 }
168 let Some(query_start) = path.find('?') else {
175 return false;
176 };
177 let query = &path[query_start + 1..];
178 let query = query.split('#').next().unwrap_or("");
180 query.split('&').any(|kv| kv == "mode=memory")
181}
182
183fn now_ms() -> i64 {
187 i64::try_from(
188 SystemTime::now()
189 .duration_since(UNIX_EPOCH)
190 .map(|d| d.as_millis())
191 .unwrap_or(0),
192 )
193 .unwrap_or(i64::MAX)
194}
195
196fn split_exec_id(eid: &ff_core::types::ExecutionId) -> Result<(i64, Uuid), EngineError> {
200 let s = eid.as_str();
201 let rest = s
202 .strip_prefix("{fp:")
203 .ok_or_else(|| EngineError::Validation {
204 kind: ValidationKind::InvalidInput,
205 detail: format!("execution_id missing `{{fp:` prefix: {s}"),
206 })?;
207 let close = rest.find("}:").ok_or_else(|| EngineError::Validation {
208 kind: ValidationKind::InvalidInput,
209 detail: format!("execution_id missing `}}:`: {s}"),
210 })?;
211 let part: i64 = rest[..close].parse().map_err(|_| EngineError::Validation {
212 kind: ValidationKind::InvalidInput,
213 detail: format!("execution_id partition index not u16: {s}"),
214 })?;
215 let uuid = Uuid::parse_str(&rest[close + 2..]).map_err(|_| EngineError::Validation {
216 kind: ValidationKind::InvalidInput,
217 detail: format!("execution_id UUID invalid: {s}"),
218 })?;
219 Ok((part, uuid))
220}
221
222async fn begin_immediate(
237 pool: &SqlitePool,
238) -> Result<sqlx::pool::PoolConnection<sqlx::Sqlite>, EngineError> {
239 let mut conn = pool.acquire().await.map_err(map_sqlx_error)?;
240 sqlx::query("BEGIN IMMEDIATE")
241 .execute(&mut *conn)
242 .await
243 .map_err(map_sqlx_error)?;
244 Ok(conn)
245}
246
247async fn commit_or_rollback(
254 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
255) -> Result<(), EngineError> {
256 if let Err(e) = sqlx::query("COMMIT")
257 .execute(&mut **conn)
258 .await
259 .map_err(map_sqlx_error)
260 {
261 let _ = sqlx::query("ROLLBACK").execute(&mut **conn).await;
262 return Err(e);
263 }
264 Ok(())
265}
266
267async fn rollback_quiet(conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>) {
270 let _ = sqlx::query("ROLLBACK").execute(&mut **conn).await;
271}
272
273async fn fence_check(
278 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
279 part: i64,
280 exec_uuid: Uuid,
281 attempt_index: i64,
282 expected_epoch: u64,
283) -> Result<(), EngineError> {
284 let row = sqlx::query(q_attempt::SELECT_ATTEMPT_EPOCH_SQL)
285 .bind(part)
286 .bind(exec_uuid)
287 .bind(attempt_index)
288 .fetch_optional(&mut **conn)
289 .await
290 .map_err(map_sqlx_error)?;
291 let Some(row) = row else {
292 return Err(EngineError::NotFound { entity: "attempt" });
293 };
294 let epoch_i: i64 = row.try_get("lease_epoch").map_err(map_sqlx_error)?;
295 let observed = u64::try_from(epoch_i).unwrap_or(0);
296 if observed != expected_epoch {
297 return Err(EngineError::Contention(ContentionKind::LeaseConflict));
298 }
299 Ok(())
300}
301
302async fn claim_impl(
305 pool: &SqlitePool,
306 pubsub: &PubSub,
307 lane: &ff_core::types::LaneId,
308 capabilities: &CapabilitySet,
309 policy: &ClaimPolicy,
310) -> Result<Option<Handle>, EngineError> {
311 let part: i64 = 0;
315
316 let mut conn = begin_immediate(pool).await?;
317 let result = claim_inner(&mut conn, part, lane, capabilities, policy).await;
318 match result {
319 Ok(Some((handle, emits))) => {
320 commit_or_rollback(&mut conn).await?;
321 dispatch_pending_emits(pubsub, &emits);
322 Ok(Some(handle))
323 }
324 Ok(None) => {
325 rollback_quiet(&mut conn).await;
326 Ok(None)
327 }
328 Err(e) => {
329 rollback_quiet(&mut conn).await;
330 Err(e)
331 }
332 }
333}
334
335async fn claim_inner(
339 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
340 part: i64,
341 lane: &ff_core::types::LaneId,
342 capabilities: &CapabilitySet,
343 policy: &ClaimPolicy,
344) -> Result<Option<(Handle, Vec<PendingEmit>)>, EngineError> {
345 const CAP_SCAN_BATCH: i64 = 16;
353
354 let candidate_rows = sqlx::query(q_attempt::SELECT_ELIGIBLE_EXEC_SQL)
355 .bind(part)
356 .bind(lane.as_str())
357 .bind(CAP_SCAN_BATCH)
358 .fetch_all(&mut **conn)
359 .await
360 .map_err(map_sqlx_error)?;
361
362 if candidate_rows.is_empty() {
363 return Ok(None);
364 }
365
366 let mut claimable: Option<(Uuid, i64)> = None;
367 for row in &candidate_rows {
368 let exec_uuid: Uuid = row.try_get("execution_id").map_err(map_sqlx_error)?;
369 let attempt_index_i: i64 = row.try_get("attempt_index").map_err(map_sqlx_error)?;
370
371 let cap_rows = sqlx::query(q_attempt::SELECT_EXEC_CAPABILITIES_SQL)
375 .bind(exec_uuid)
376 .fetch_all(&mut **conn)
377 .await
378 .map_err(map_sqlx_error)?;
379 let tokens: Vec<String> = cap_rows
380 .iter()
381 .map(|r| r.try_get::<String, _>("capability"))
382 .collect::<Result<Vec<_>, _>>()
383 .map_err(map_sqlx_error)?;
384 let req = CapabilityRequirement::new(tokens);
385 if caps_matches(&req, capabilities) {
386 claimable = Some((exec_uuid, attempt_index_i));
387 break;
388 }
389 }
390
391 let Some((exec_uuid, attempt_index_i)) = claimable else {
392 return Ok(None);
397 };
398
399 let now = now_ms();
400 let lease_ttl_ms = i64::from(policy.lease_ttl_ms);
401 let expires = now.saturating_add(lease_ttl_ms);
402
403 let epoch_row = sqlx::query(q_attempt::UPSERT_ATTEMPT_ON_CLAIM_SQL)
406 .bind(part)
407 .bind(exec_uuid)
408 .bind(attempt_index_i)
409 .bind(policy.worker_id.as_str())
410 .bind(policy.worker_instance_id.as_str())
411 .bind(expires)
412 .bind(now)
413 .fetch_one(&mut **conn)
414 .await
415 .map_err(map_sqlx_error)?;
416 let epoch_i: i64 = epoch_row.try_get("lease_epoch").map_err(map_sqlx_error)?;
417
418 sqlx::query(q_exec::UPDATE_EXEC_CORE_CLAIM_SQL)
423 .bind(part)
424 .bind(exec_uuid)
425 .bind(now)
426 .execute(&mut **conn)
427 .await
428 .map_err(map_sqlx_error)?;
429
430 let mut emits: Vec<PendingEmit> = Vec::new();
436 let ev = insert_lease_event(conn, part, exec_uuid, "acquired", now).await?;
437 emits.push((OutboxChannel::LeaseHistory, ev));
438
439 let attempt_index = AttemptIndex::new(u32::try_from(attempt_index_i.max(0)).unwrap_or(0));
440 let exec_id = ff_core::types::ExecutionId::parse(&format!("{{fp:{part}}}:{exec_uuid}"))
441 .map_err(|e| EngineError::Validation {
442 kind: ValidationKind::InvalidInput,
443 detail: format!("reassembling exec id: {e}"),
444 })?;
445 let payload = HandlePayload::new(
446 exec_id,
447 attempt_index,
448 AttemptId::new(),
449 LeaseId::new(),
450 LeaseEpoch(u64::try_from(epoch_i).unwrap_or(1)),
451 u64::from(policy.lease_ttl_ms),
452 lane.clone(),
453 policy.worker_instance_id.clone(),
454 );
455 Ok(Some((encode_handle(&payload, HandleKind::Fresh), emits)))
456}
457
458async fn complete_impl(
459 pool: &SqlitePool,
460 pubsub: &PubSub,
461 handle: &Handle,
462 payload_bytes: Option<Vec<u8>>,
463) -> Result<(), EngineError> {
464 let payload = decode_handle(handle)?;
465 let (part, exec_uuid) = split_exec_id(&payload.execution_id)?;
466 let attempt_index = i64::from(payload.attempt_index.0);
467 let expected_epoch = payload.lease_epoch.0;
468
469 let mut conn = begin_immediate(pool).await?;
470 let result = complete_inner(
471 &mut conn,
472 part,
473 exec_uuid,
474 attempt_index,
475 expected_epoch,
476 payload_bytes,
477 )
478 .await;
479 match result {
480 Ok(emits) => {
481 commit_or_rollback(&mut conn).await?;
482 dispatch_pending_emits(pubsub, &emits);
483 Ok(())
484 }
485 Err(e) => {
486 rollback_quiet(&mut conn).await;
487 Err(e)
488 }
489 }
490}
491
492async fn complete_inner(
493 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
494 part: i64,
495 exec_uuid: Uuid,
496 attempt_index: i64,
497 expected_epoch: u64,
498 payload_bytes: Option<Vec<u8>>,
499) -> Result<Vec<PendingEmit>, EngineError> {
500 fence_check(conn, part, exec_uuid, attempt_index, expected_epoch).await?;
501 let now = now_ms();
502
503 sqlx::query(q_attempt::UPDATE_ATTEMPT_COMPLETE_SQL)
504 .bind(now)
505 .bind(part)
506 .bind(exec_uuid)
507 .bind(attempt_index)
508 .execute(&mut **conn)
509 .await
510 .map_err(map_sqlx_error)?;
511
512 sqlx::query(q_exec::UPDATE_EXEC_CORE_COMPLETE_SQL)
513 .bind(now)
514 .bind(payload_bytes.as_deref())
515 .bind(part)
516 .bind(exec_uuid)
517 .execute(&mut **conn)
518 .await
519 .map_err(map_sqlx_error)?;
520
521 let mut emits: Vec<PendingEmit> = Vec::new();
522 let completion_ev = insert_completion_event_ev(conn, part, exec_uuid, "success", now).await?;
523 emits.push((OutboxChannel::Completion, completion_ev));
524
525 let lease_ev = insert_lease_event(conn, part, exec_uuid, "revoked", now).await?;
526 emits.push((OutboxChannel::LeaseHistory, lease_ev));
527 Ok(emits)
528}
529
530fn classify_retryable(classification: FailureClass) -> bool {
539 match classification {
540 FailureClass::Transient | FailureClass::InfraCrash => true,
541 FailureClass::Permanent | FailureClass::Timeout | FailureClass::Cancelled => false,
542 _ => true,
549 }
550}
551
552async fn fail_impl(
553 pool: &SqlitePool,
554 pubsub: &PubSub,
555 handle: &Handle,
556 reason: FailureReason,
557 classification: FailureClass,
558) -> Result<FailOutcome, EngineError> {
559 let payload = decode_handle(handle)?;
560 let (part, exec_uuid) = split_exec_id(&payload.execution_id)?;
561 let attempt_index = i64::from(payload.attempt_index.0);
562 let expected_epoch = payload.lease_epoch.0;
563 let retryable = classify_retryable(classification);
564
565 let mut conn = begin_immediate(pool).await?;
566 let result = fail_inner(
567 &mut conn,
568 part,
569 exec_uuid,
570 attempt_index,
571 expected_epoch,
572 retryable,
573 &reason,
574 classification,
575 )
576 .await;
577 match result {
578 Ok((outcome, emits)) => {
579 commit_or_rollback(&mut conn).await?;
580 dispatch_pending_emits(pubsub, &emits);
581 Ok(outcome)
582 }
583 Err(e) => {
584 rollback_quiet(&mut conn).await;
585 Err(e)
586 }
587 }
588}
589
590#[allow(clippy::too_many_arguments)] async fn fail_inner(
592 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
593 part: i64,
594 exec_uuid: Uuid,
595 attempt_index: i64,
596 expected_epoch: u64,
597 retryable: bool,
598 reason: &FailureReason,
599 classification: FailureClass,
600) -> Result<(FailOutcome, Vec<PendingEmit>), EngineError> {
601 fence_check(conn, part, exec_uuid, attempt_index, expected_epoch).await?;
602 let now = now_ms();
603 let mut emits: Vec<PendingEmit> = Vec::new();
604
605 if retryable {
606 sqlx::query(q_attempt::UPDATE_ATTEMPT_FAIL_RETRY_SQL)
607 .bind(now)
608 .bind(part)
609 .bind(exec_uuid)
610 .bind(attempt_index)
611 .execute(&mut **conn)
612 .await
613 .map_err(map_sqlx_error)?;
614
615 sqlx::query(q_exec::UPDATE_EXEC_CORE_FAIL_RETRY_SQL)
616 .bind(&reason.message)
617 .bind(part)
618 .bind(exec_uuid)
619 .execute(&mut **conn)
620 .await
621 .map_err(map_sqlx_error)?;
622
623 let lease_ev = insert_lease_event(conn, part, exec_uuid, "revoked", now).await?;
624 emits.push((OutboxChannel::LeaseHistory, lease_ev));
625 tracing::warn!(
629 error.message = %reason.message,
630 classification = ?classification,
631 execution_id = %exec_uuid,
632 attempt_index = attempt_index,
633 "sqlite.fail: scheduling retry"
634 );
635 Ok((
636 FailOutcome::RetryScheduled {
637 delay_until: ff_core::types::TimestampMs::from_millis(now),
638 },
639 emits,
640 ))
641 } else {
642 sqlx::query(q_attempt::UPDATE_ATTEMPT_FAIL_TERMINAL_SQL)
643 .bind(now)
644 .bind(part)
645 .bind(exec_uuid)
646 .bind(attempt_index)
647 .execute(&mut **conn)
648 .await
649 .map_err(map_sqlx_error)?;
650
651 sqlx::query(q_exec::UPDATE_EXEC_CORE_FAIL_TERMINAL_SQL)
652 .bind(now)
653 .bind(&reason.message)
654 .bind(part)
655 .bind(exec_uuid)
656 .execute(&mut **conn)
657 .await
658 .map_err(map_sqlx_error)?;
659
660 let completion_ev =
661 insert_completion_event_ev(conn, part, exec_uuid, "failed", now).await?;
662 emits.push((OutboxChannel::Completion, completion_ev));
663
664 let lease_ev = insert_lease_event(conn, part, exec_uuid, "revoked", now).await?;
665 emits.push((OutboxChannel::LeaseHistory, lease_ev));
666 Ok((FailOutcome::TerminalFailed, emits))
667 }
668}
669
670async fn insert_lease_event(
680 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
681 part: i64,
682 exec_uuid: Uuid,
683 event_type: &str,
684 now: i64,
685) -> Result<OutboxEvent, EngineError> {
686 sqlx::query(q_dispatch::INSERT_LEASE_EVENT_SQL)
687 .bind(exec_uuid.to_string())
688 .bind(event_type)
689 .bind(now)
690 .bind(part)
691 .bind(exec_uuid)
694 .execute(&mut **conn)
695 .await
696 .map_err(map_sqlx_error)?;
697 last_outbox_event(conn, part).await
698}
699
700async fn insert_completion_event_ev(
703 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
704 part: i64,
705 exec_uuid: Uuid,
706 outcome: &str,
707 now: i64,
708) -> Result<OutboxEvent, EngineError> {
709 sqlx::query(q_attempt::INSERT_COMPLETION_EVENT_SQL)
710 .bind(outcome)
711 .bind(now)
712 .bind(part)
713 .bind(exec_uuid)
714 .execute(&mut **conn)
715 .await
716 .map_err(map_sqlx_error)?;
717 last_outbox_event(conn, part).await
718}
719
720async fn renew_impl(
723 pool: &SqlitePool,
724 pubsub: &PubSub,
725 handle: &Handle,
726) -> Result<LeaseRenewal, EngineError> {
727 let payload = decode_handle(handle)?;
728 let (part, exec_uuid) = split_exec_id(&payload.execution_id)?;
729 let attempt_index = i64::from(payload.attempt_index.0);
730 let expected_epoch = payload.lease_epoch.0;
731 let lease_ttl_ms = i64::try_from(payload.lease_ttl_ms).unwrap_or(0);
732
733 let mut conn = begin_immediate(pool).await?;
734 let result = renew_inner(
735 &mut conn,
736 part,
737 exec_uuid,
738 attempt_index,
739 expected_epoch,
740 lease_ttl_ms,
741 )
742 .await;
743 match result {
744 Ok((renewal, emits)) => {
745 commit_or_rollback(&mut conn).await?;
746 dispatch_pending_emits(pubsub, &emits);
747 Ok(renewal)
748 }
749 Err(e) => {
750 rollback_quiet(&mut conn).await;
751 Err(e)
752 }
753 }
754}
755
756async fn renew_inner(
757 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
758 part: i64,
759 exec_uuid: Uuid,
760 attempt_index: i64,
761 expected_epoch: u64,
762 lease_ttl_ms: i64,
763) -> Result<(LeaseRenewal, Vec<PendingEmit>), EngineError> {
764 fence_check(conn, part, exec_uuid, attempt_index, expected_epoch).await?;
765 let now = now_ms();
766 let new_expires = now.saturating_add(lease_ttl_ms);
767
768 sqlx::query(q_lease::UPDATE_ATTEMPT_RENEW_SQL)
769 .bind(new_expires)
770 .bind(part)
771 .bind(exec_uuid)
772 .bind(attempt_index)
773 .execute(&mut **conn)
774 .await
775 .map_err(map_sqlx_error)?;
776
777 let ev = insert_lease_event(conn, part, exec_uuid, "renewed", now).await?;
779 let emits = vec![(OutboxChannel::LeaseHistory, ev)];
780
781 Ok((
782 LeaseRenewal::new(u64::try_from(new_expires).unwrap_or(0), expected_epoch),
783 emits,
784 ))
785}
786
787async fn progress_impl(
788 pool: &SqlitePool,
789 handle: &Handle,
790 percent: Option<u8>,
791 message: Option<String>,
792) -> Result<(), EngineError> {
793 let payload = decode_handle(handle)?;
794 let (part, exec_uuid) = split_exec_id(&payload.execution_id)?;
795 let attempt_index = i64::from(payload.attempt_index.0);
796 let expected_epoch = payload.lease_epoch.0;
797
798 let mut conn = begin_immediate(pool).await?;
799 let result = progress_inner(
800 &mut conn,
801 part,
802 exec_uuid,
803 attempt_index,
804 expected_epoch,
805 percent,
806 message,
807 )
808 .await;
809 match result {
810 Ok(()) => commit_or_rollback(&mut conn).await,
811 Err(e) => {
812 rollback_quiet(&mut conn).await;
813 Err(e)
814 }
815 }
816}
817
818async fn progress_inner(
819 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
820 part: i64,
821 exec_uuid: Uuid,
822 attempt_index: i64,
823 expected_epoch: u64,
824 percent: Option<u8>,
825 message: Option<String>,
826) -> Result<(), EngineError> {
827 fence_check(conn, part, exec_uuid, attempt_index, expected_epoch).await?;
828
829 sqlx::query(q_exec::UPDATE_EXEC_CORE_PROGRESS_SQL)
835 .bind(percent.map(i64::from))
836 .bind(message)
837 .bind(part)
838 .bind(exec_uuid)
839 .execute(&mut **conn)
840 .await
841 .map_err(map_sqlx_error)?;
842 Ok(())
843}
844
845fn apply_json_merge_patch(target: &mut serde_json::Value, patch: &serde_json::Value) {
853 use serde_json::Value;
854 if let Value::Object(patch_map) = patch {
855 if !target.is_object() {
856 *target = Value::Object(serde_json::Map::new());
857 }
858 let target_map = target.as_object_mut().expect("just ensured object");
859 for (k, v) in patch_map {
860 match v {
861 Value::Null => {
862 target_map.remove(k);
863 }
864 Value::String(s) if s == SUMMARY_NULL_SENTINEL => {
865 target_map.insert(k.clone(), Value::Null);
866 }
867 Value::Object(_) => {
868 let entry = target_map.entry(k.clone()).or_insert(Value::Null);
869 apply_json_merge_patch(entry, v);
870 }
871 other => {
872 target_map.insert(k.clone(), other.clone());
873 }
874 }
875 }
876 } else {
877 *target = patch.clone();
878 }
879}
880
881fn build_fields_json(frame: &Frame) -> String {
885 use serde_json::{Map, Value};
886 let payload_str = String::from_utf8_lossy(&frame.bytes).into_owned();
887 let mut map = Map::new();
888 let frame_type = if frame.frame_type.is_empty() {
889 match frame.kind {
890 FrameKind::Stdout => "stdout",
891 FrameKind::Stderr => "stderr",
892 FrameKind::Event => "event",
893 FrameKind::Blob => "blob",
894 _ => "event",
895 }
896 .to_owned()
897 } else {
898 frame.frame_type.clone()
899 };
900 map.insert("frame_type".into(), Value::String(frame_type));
901 map.insert("payload".into(), Value::String(payload_str));
902 map.insert("encoding".into(), Value::String("utf8".into()));
903 map.insert("source".into(), Value::String("worker".into()));
904 if let Some(corr) = &frame.correlation_id {
905 map.insert("correlation_id".into(), Value::String(corr.clone()));
906 }
907 Value::Object(map).to_string()
908}
909
910async fn append_frame_impl(
911 pool: &SqlitePool,
912 pubsub: &PubSub,
913 handle: &Handle,
914 frame: Frame,
915) -> Result<AppendFrameOutcome, EngineError> {
916 let payload = decode_handle(handle)?;
917 let (part, exec_uuid) = split_exec_id(&payload.execution_id)?;
918 let attempt_index = i64::from(payload.attempt_index.0);
919 let expected_epoch = payload.lease_epoch.0;
920
921 let mut conn = begin_immediate(pool).await?;
922 let result = append_frame_inner(
923 &mut conn,
924 part,
925 exec_uuid,
926 attempt_index,
927 expected_epoch,
928 frame,
929 )
930 .await;
931 match result {
932 Ok((outcome, emits)) => {
933 commit_or_rollback(&mut conn).await?;
934 dispatch_pending_emits(pubsub, &emits);
935 Ok(outcome)
936 }
937 Err(e) => {
938 rollback_quiet(&mut conn).await;
939 Err(e)
940 }
941 }
942}
943
944async fn append_frame_inner(
945 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
946 part: i64,
947 exec_uuid: Uuid,
948 attempt_index: i64,
949 expected_epoch: u64,
950 frame: Frame,
951) -> Result<(AppendFrameOutcome, Vec<PendingEmit>), EngineError> {
952 fence_check(conn, part, exec_uuid, attempt_index, expected_epoch).await?;
953
954 let ts_ms = now_ms();
955 let mode_wire = frame.mode.wire_str();
956 let fields_text = build_fields_json(&frame);
957
958 let max_seq: Option<i64> = sqlx::query_scalar(q_stream::SELECT_MAX_SEQ_SQL)
963 .bind(part)
964 .bind(exec_uuid)
965 .bind(attempt_index)
966 .bind(ts_ms)
967 .fetch_one(&mut **conn)
968 .await
969 .map_err(map_sqlx_error)?;
970 let next_seq: i64 = max_seq.map(|s| s + 1).unwrap_or(0);
971
972 sqlx::query(q_stream::INSERT_STREAM_FRAME_SQL)
973 .bind(part)
974 .bind(exec_uuid)
975 .bind(attempt_index)
976 .bind(ts_ms)
977 .bind(next_seq)
978 .bind(&fields_text)
979 .bind(mode_wire)
980 .bind(ts_ms)
981 .execute(&mut **conn)
982 .await
983 .map_err(map_sqlx_error)?;
984
985 let stream_ev = last_outbox_event(conn, part).await?;
991 let emits: Vec<PendingEmit> = vec![(OutboxChannel::StreamFrame, stream_ev)];
992
993 let mut summary_version: Option<u64> = None;
994
995 if let StreamMode::DurableSummary { patch_kind } = &frame.mode {
997 let patch: serde_json::Value =
998 serde_json::from_slice(&frame.bytes).map_err(|e| EngineError::Validation {
999 kind: ValidationKind::InvalidInput,
1000 detail: format!("summary patch not valid JSON: {e}"),
1001 })?;
1002
1003 let existing: Option<(String, i64)> = sqlx::query_as(q_stream::SELECT_STREAM_SUMMARY_SQL)
1004 .bind(part)
1005 .bind(exec_uuid)
1006 .bind(attempt_index)
1007 .fetch_optional(&mut **conn)
1008 .await
1009 .map_err(map_sqlx_error)?;
1010
1011 let (mut doc, prev_version): (serde_json::Value, i64) = match existing {
1012 Some((text, v)) => {
1013 let parsed: serde_json::Value =
1018 serde_json::from_str(&text).map_err(|e| EngineError::Validation {
1019 kind: ValidationKind::Corruption,
1020 detail: format!("corrupt summary document in ff_stream_summary: {e}"),
1021 })?;
1022 (parsed, v)
1023 }
1024 None => (serde_json::Value::Object(serde_json::Map::new()), 0),
1025 };
1026
1027 match patch_kind {
1028 PatchKind::JsonMergePatch => apply_json_merge_patch(&mut doc, &patch),
1029 _ => apply_json_merge_patch(&mut doc, &patch),
1030 }
1031
1032 let new_version = prev_version + 1;
1033 let patch_kind_wire = "json-merge-patch";
1034 let doc_text = doc.to_string();
1035 if prev_version == 0 {
1036 sqlx::query(q_stream::INSERT_STREAM_SUMMARY_SQL)
1037 .bind(part)
1038 .bind(exec_uuid)
1039 .bind(attempt_index)
1040 .bind(&doc_text)
1041 .bind(new_version)
1042 .bind(patch_kind_wire)
1043 .bind(ts_ms)
1044 .bind(ts_ms)
1045 .execute(&mut **conn)
1046 .await
1047 .map_err(map_sqlx_error)?;
1048 } else {
1049 sqlx::query(q_stream::UPDATE_STREAM_SUMMARY_SQL)
1050 .bind(part)
1051 .bind(exec_uuid)
1052 .bind(attempt_index)
1053 .bind(&doc_text)
1054 .bind(new_version)
1055 .bind(patch_kind_wire)
1056 .bind(ts_ms)
1057 .execute(&mut **conn)
1058 .await
1059 .map_err(map_sqlx_error)?;
1060 }
1061 summary_version = Some(u64::try_from(new_version).unwrap_or(0));
1062 }
1063
1064 if let StreamMode::BestEffortLive { config } = &frame.mode {
1067 let meta: Option<(f64, i64)> = sqlx::query_as(q_stream::SELECT_STREAM_META_SQL)
1068 .bind(part)
1069 .bind(exec_uuid)
1070 .bind(attempt_index)
1071 .fetch_optional(&mut **conn)
1072 .await
1073 .map_err(map_sqlx_error)?;
1074
1075 let (ema_prev, last_ts) = meta.unwrap_or((0.0, 0));
1076 let inst_rate: f64 = if last_ts > 0 && ts_ms > last_ts {
1077 1000.0 / ((ts_ms - last_ts) as f64)
1078 } else {
1079 0.0
1080 };
1081 let alpha = config.ema_alpha;
1082 let ema_new = alpha * inst_rate + (1.0 - alpha) * ema_prev;
1083 let k_raw = (ema_new * (f64::from(config.ttl_ms)) / 1000.0).ceil() as i64 * 2;
1084 let k = k_raw
1085 .max(i64::from(config.maxlen_floor))
1086 .min(i64::from(config.maxlen_ceiling));
1087
1088 sqlx::query(q_stream::UPSERT_STREAM_META_SQL)
1089 .bind(part)
1090 .bind(exec_uuid)
1091 .bind(attempt_index)
1092 .bind(ema_new)
1093 .bind(ts_ms)
1094 .bind(k)
1095 .execute(&mut **conn)
1096 .await
1097 .map_err(map_sqlx_error)?;
1098
1099 sqlx::query(q_stream::TRIM_STREAM_FRAMES_SQL)
1100 .bind(part)
1101 .bind(exec_uuid)
1102 .bind(attempt_index)
1103 .bind(k)
1104 .execute(&mut **conn)
1105 .await
1106 .map_err(map_sqlx_error)?;
1107 }
1108
1109 let frame_count: i64 = sqlx::query_scalar(q_stream::COUNT_STREAM_FRAMES_SQL)
1110 .bind(part)
1111 .bind(exec_uuid)
1112 .bind(attempt_index)
1113 .fetch_one(&mut **conn)
1114 .await
1115 .map_err(map_sqlx_error)?;
1116
1117 let stream_id = format!("{ts_ms}-{next_seq}");
1118 let mut out = AppendFrameOutcome::new(stream_id, u64::try_from(frame_count).unwrap_or(0));
1119 if let Some(v) = summary_version {
1120 out = out.with_summary_version(v);
1121 }
1122 Ok((out, emits))
1123}
1124
1125#[cfg(feature = "streaming")]
1133fn parse_cursor_bound(c: &StreamCursor) -> Result<(i64, i64), EngineError> {
1134 match c {
1135 StreamCursor::Start => Ok((i64::MIN, i64::MIN)),
1136 StreamCursor::End => Ok((i64::MAX, i64::MAX)),
1137 StreamCursor::At(s) => parse_concrete_cursor(s),
1138 }
1139}
1140
1141#[cfg(feature = "streaming")]
1142fn parse_concrete_cursor(s: &str) -> Result<(i64, i64), EngineError> {
1143 let (ms, seq) = match s.split_once('-') {
1144 Some((a, b)) => (a, b),
1145 None => (s, "0"),
1146 };
1147 let ms: i64 = ms.parse().map_err(|_| EngineError::Validation {
1148 kind: ValidationKind::InvalidInput,
1149 detail: format!("bad stream cursor '{s}' (ms)"),
1150 })?;
1151 let sq: i64 = seq.parse().map_err(|_| EngineError::Validation {
1152 kind: ValidationKind::InvalidInput,
1153 detail: format!("bad stream cursor '{s}' (seq)"),
1154 })?;
1155 Ok((ms, sq))
1156}
1157
1158#[cfg(feature = "streaming")]
1159fn row_to_frame(ts_ms: i64, seq: i64, fields_text: &str) -> StreamFrame {
1160 use std::collections::BTreeMap;
1161 let mut out: BTreeMap<String, String> = BTreeMap::new();
1162 if let Ok(serde_json::Value::Object(map)) =
1163 serde_json::from_str::<serde_json::Value>(fields_text)
1164 {
1165 for (k, v) in map {
1166 let s = match v {
1167 serde_json::Value::String(s) => s,
1168 other => other.to_string(),
1169 };
1170 out.insert(k, s);
1171 }
1172 }
1173 StreamFrame {
1174 id: format!("{ts_ms}-{seq}"),
1175 fields: out,
1176 }
1177}
1178
1179#[cfg(feature = "streaming")]
1180async fn read_stream_impl(
1181 pool: &SqlitePool,
1182 execution_id: &ExecutionId,
1183 attempt_index: AttemptIndex,
1184 from: StreamCursor,
1185 to: StreamCursor,
1186 count_limit: u64,
1187) -> Result<StreamFrames, EngineError> {
1188 let (part, exec_uuid) = split_exec_id(execution_id)?;
1189 let aidx: i64 = i64::from(attempt_index.0);
1190 let (from_ms, from_seq) = parse_cursor_bound(&from)?;
1191 let (to_ms, to_seq) = parse_cursor_bound(&to)?;
1192 let lim = i64::try_from(count_limit.min(STREAM_READ_HARD_CAP)).unwrap_or(i64::MAX);
1193
1194 let rows = sqlx::query(q_stream::READ_STREAM_RANGE_SQL)
1195 .bind(part)
1196 .bind(exec_uuid)
1197 .bind(aidx)
1198 .bind(from_ms)
1199 .bind(from_seq)
1200 .bind(to_ms)
1201 .bind(to_seq)
1202 .bind(lim)
1203 .fetch_all(pool)
1204 .await
1205 .map_err(map_sqlx_error)?;
1206
1207 let mut frames = Vec::with_capacity(rows.len());
1208 for row in rows {
1209 let ts: i64 = row.try_get("ts_ms").map_err(map_sqlx_error)?;
1210 let seq: i64 = row.try_get("seq").map_err(map_sqlx_error)?;
1211 let fields_text: String = row.try_get("fields").map_err(map_sqlx_error)?;
1212 frames.push(row_to_frame(ts, seq, &fields_text));
1213 }
1214 Ok(StreamFrames {
1215 frames,
1216 closed_at: None,
1217 closed_reason: None,
1218 })
1219}
1220
1221#[cfg(feature = "streaming")]
1222#[allow(clippy::too_many_arguments)] async fn tail_stream_impl(
1224 pool: &SqlitePool,
1225 pubsub: &PubSub,
1226 execution_id: &ExecutionId,
1227 attempt_index: AttemptIndex,
1228 after: StreamCursor,
1229 block_ms: u64,
1230 count_limit: u64,
1231 visibility: TailVisibility,
1232) -> Result<StreamFrames, EngineError> {
1233 let (part, exec_uuid) = split_exec_id(execution_id)?;
1234 let aidx: i64 = i64::from(attempt_index.0);
1235 let (after_ms, after_seq) = match &after {
1236 StreamCursor::At(s) => parse_concrete_cursor(s)?,
1237 _ => {
1238 return Err(EngineError::Validation {
1239 kind: ValidationKind::InvalidInput,
1240 detail: "tail_stream requires concrete after cursor".into(),
1241 });
1242 }
1243 };
1244 let lim = i64::try_from(count_limit.min(STREAM_READ_HARD_CAP)).unwrap_or(i64::MAX);
1245 let sql = match visibility {
1246 TailVisibility::ExcludeBestEffort => q_stream::TAIL_STREAM_AFTER_EXCLUDE_BE_SQL,
1247 _ => q_stream::TAIL_STREAM_AFTER_SQL,
1248 };
1249
1250 let mut rx = pubsub.stream_frame.subscribe();
1254
1255 let do_select = || async {
1256 sqlx::query(sql)
1257 .bind(part)
1258 .bind(exec_uuid)
1259 .bind(aidx)
1260 .bind(after_ms)
1261 .bind(after_seq)
1262 .bind(lim)
1263 .fetch_all(pool)
1264 .await
1265 .map_err(map_sqlx_error)
1266 };
1267
1268 let rows = do_select().await?;
1269 if !rows.is_empty() || block_ms == 0 {
1270 return Ok(rows_to_frames(rows));
1271 }
1272
1273 let start = std::time::Instant::now();
1278 let total = Duration::from_millis(block_ms);
1279 loop {
1280 let remaining = match total.checked_sub(start.elapsed()) {
1281 Some(r) if !r.is_zero() => r,
1282 _ => break,
1283 };
1284 match tokio::time::timeout(remaining, rx.recv()).await {
1285 Ok(Ok(_)) => {}
1286 Ok(Err(broadcast::error::RecvError::Lagged(_))) => {}
1288 Ok(Err(broadcast::error::RecvError::Closed)) => {
1290 return Ok(rows_to_frames(do_select().await?));
1291 }
1292 Err(_) => break,
1294 }
1295 let rows = do_select().await?;
1296 if !rows.is_empty() {
1297 return Ok(rows_to_frames(rows));
1298 }
1299 if start.elapsed() >= total {
1300 break;
1301 }
1302 }
1303
1304 Ok(StreamFrames::empty_open())
1305}
1306
1307#[cfg(feature = "streaming")]
1308fn rows_to_frames(rows: Vec<sqlx::sqlite::SqliteRow>) -> StreamFrames {
1309 let mut frames = Vec::with_capacity(rows.len());
1310 for row in rows {
1311 let ts: i64 = row.try_get("ts_ms").unwrap_or(0);
1312 let seq: i64 = row.try_get("seq").unwrap_or(0);
1313 let fields_text: String = row.try_get("fields").unwrap_or_default();
1314 frames.push(row_to_frame(ts, seq, &fields_text));
1315 }
1316 StreamFrames {
1317 frames,
1318 closed_at: None,
1319 closed_reason: None,
1320 }
1321}
1322
1323#[cfg(feature = "streaming")]
1324async fn read_summary_impl(
1325 pool: &SqlitePool,
1326 execution_id: &ExecutionId,
1327 attempt_index: AttemptIndex,
1328) -> Result<Option<SummaryDocument>, EngineError> {
1329 let (part, exec_uuid) = split_exec_id(execution_id)?;
1330 let aidx: i64 = i64::from(attempt_index.0);
1331
1332 let row = sqlx::query(q_stream::READ_SUMMARY_FULL_SQL)
1333 .bind(part)
1334 .bind(exec_uuid)
1335 .bind(aidx)
1336 .fetch_optional(pool)
1337 .await
1338 .map_err(map_sqlx_error)?;
1339
1340 let Some(row) = row else { return Ok(None) };
1341 let doc_text: String = row.try_get("document_json").map_err(map_sqlx_error)?;
1342 let version: i64 = row.try_get("version").map_err(map_sqlx_error)?;
1343 let patch_kind_wire: Option<String> = row
1344 .try_get::<Option<String>, _>("patch_kind")
1345 .unwrap_or(None);
1346 let last_updated: i64 = row.try_get("last_updated_ms").map_err(map_sqlx_error)?;
1347 let first_applied: i64 = row.try_get("first_applied_ms").map_err(map_sqlx_error)?;
1348
1349 let parsed: serde_json::Value =
1354 serde_json::from_str(&doc_text).map_err(|e| EngineError::Validation {
1355 kind: ValidationKind::Corruption,
1356 detail: format!("corrupt summary document in ff_stream_summary: {e}"),
1357 })?;
1358 let bytes = serde_json::to_vec(&parsed).map_err(|e| EngineError::Validation {
1359 kind: ValidationKind::InvalidInput,
1360 detail: format!("summary document not serialisable: {e}"),
1361 })?;
1362 let patch_kind = match patch_kind_wire.as_deref() {
1363 Some("json-merge-patch") => PatchKind::JsonMergePatch,
1364 _ => PatchKind::JsonMergePatch,
1365 };
1366 Ok(Some(SummaryDocument::new(
1367 bytes,
1368 u64::try_from(version).unwrap_or(0),
1369 patch_kind,
1370 u64::try_from(last_updated).unwrap_or(0),
1371 u64::try_from(first_applied).unwrap_or(0),
1372 )))
1373}
1374
1375async fn claim_from_reclaim_impl(
1378 pool: &SqlitePool,
1379 pubsub: &PubSub,
1380 token: &ResumeToken,
1381) -> Result<Option<Handle>, EngineError> {
1382 let eid = &token.grant.execution_id;
1383 let (part, exec_uuid) = split_exec_id(eid)?;
1384
1385 let mut conn = begin_immediate(pool).await?;
1386 let result = claim_from_reclaim_inner(&mut conn, part, exec_uuid, token).await;
1387 match result {
1388 Ok(Some((handle, emits))) => {
1389 commit_or_rollback(&mut conn).await?;
1390 dispatch_pending_emits(pubsub, &emits);
1391 Ok(Some(handle))
1392 }
1393 Ok(None) => {
1394 rollback_quiet(&mut conn).await;
1395 Ok(None)
1396 }
1397 Err(e) => {
1398 rollback_quiet(&mut conn).await;
1399 Err(e)
1400 }
1401 }
1402}
1403
1404async fn claim_from_reclaim_inner(
1405 conn: &mut sqlx::pool::PoolConnection<sqlx::Sqlite>,
1406 part: i64,
1407 exec_uuid: Uuid,
1408 token: &ResumeToken,
1409) -> Result<Option<(Handle, Vec<PendingEmit>)>, EngineError> {
1410 let row = sqlx::query(q_lease::SELECT_LATEST_ATTEMPT_FOR_RECLAIM_SQL)
1413 .bind(part)
1414 .bind(exec_uuid)
1415 .fetch_optional(&mut **conn)
1416 .await
1417 .map_err(map_sqlx_error)?;
1418 let Some(row) = row else {
1419 return Err(EngineError::NotFound { entity: "attempt" });
1420 };
1421 let attempt_index_i: i64 = row.try_get("attempt_index").map_err(map_sqlx_error)?;
1422 let current_epoch: i64 = row.try_get("lease_epoch").map_err(map_sqlx_error)?;
1423 let expires_at: Option<i64> = row
1424 .try_get::<Option<i64>, _>("lease_expires_at_ms")
1425 .map_err(map_sqlx_error)?;
1426
1427 let now = now_ms();
1428 let live = matches!(expires_at, Some(exp) if exp > now);
1430 if live {
1431 return Ok(None);
1432 }
1433
1434 let lease_ttl_ms = i64::from(token.lease_ttl_ms);
1435 let new_expires = now.saturating_add(lease_ttl_ms);
1436
1437 sqlx::query(q_lease::UPDATE_ATTEMPT_RECLAIM_SQL)
1438 .bind(token.worker_id.as_str())
1439 .bind(token.worker_instance_id.as_str())
1440 .bind(new_expires)
1441 .bind(now)
1442 .bind(part)
1443 .bind(exec_uuid)
1444 .bind(attempt_index_i)
1445 .execute(&mut **conn)
1446 .await
1447 .map_err(map_sqlx_error)?;
1448
1449 sqlx::query(q_lease::UPDATE_EXEC_CORE_RECLAIM_SQL)
1450 .bind(part)
1451 .bind(exec_uuid)
1452 .execute(&mut **conn)
1453 .await
1454 .map_err(map_sqlx_error)?;
1455
1456 let ev = insert_lease_event(conn, part, exec_uuid, "reclaimed", now).await?;
1457 let emits = vec![(OutboxChannel::LeaseHistory, ev)];
1458
1459 let new_epoch = current_epoch.saturating_add(1);
1460 let payload = HandlePayload::new(
1461 token.grant.execution_id.clone(),
1462 AttemptIndex::new(u32::try_from(attempt_index_i.max(0)).unwrap_or(0)),
1463 AttemptId::new(),
1464 LeaseId::new(),
1465 LeaseEpoch(u64::try_from(new_epoch).unwrap_or(0)),
1466 u64::from(token.lease_ttl_ms),
1467 token.grant.lane_id.clone(),
1468 token.worker_instance_id.clone(),
1469 );
1470 Ok(Some((encode_handle(&payload, HandleKind::Resumed), emits)))
1471}
1472
1473#[cfg(feature = "core")]
1480fn encode_policy_json(
1481 policy: Option<&ff_core::policy::ExecutionPolicy>,
1482) -> Result<Option<String>, EngineError> {
1483 match policy {
1484 Some(p) => serde_json::to_string(p)
1485 .map(Some)
1486 .map_err(|e| EngineError::Validation {
1487 kind: ValidationKind::InvalidInput,
1488 detail: format!("create_execution: policy: serialize failed: {e}"),
1489 }),
1490 None => Ok(None),
1491 }
1492}
1493
1494#[cfg(feature = "core")]
1498fn build_create_execution_raw_fields(args: &CreateExecutionArgs) -> String {
1499 use serde_json::{Map, Value};
1500 let mut raw: Map<String, Value> = Map::new();
1501 raw.insert(
1502 "namespace".into(),
1503 Value::String(args.namespace.as_str().to_owned()),
1504 );
1505 raw.insert(
1506 "execution_kind".into(),
1507 Value::String(args.execution_kind.clone()),
1508 );
1509 raw.insert(
1510 "creator_identity".into(),
1511 Value::String(args.creator_identity.clone()),
1512 );
1513 if let Some(k) = &args.idempotency_key {
1514 raw.insert("idempotency_key".into(), Value::String(k.clone()));
1515 }
1516 if let Some(enc) = &args.payload_encoding {
1517 raw.insert("payload_encoding".into(), Value::String(enc.clone()));
1518 }
1519 raw.insert(
1520 "last_mutation_at".into(),
1521 Value::String(args.now.0.to_string()),
1522 );
1523 raw.insert("total_attempt_count".into(), Value::String("0".to_owned()));
1524 let tags_json: Map<String, Value> = args
1525 .tags
1526 .iter()
1527 .map(|(k, v)| (k.clone(), Value::String(v.clone())))
1528 .collect();
1529 raw.insert("tags".into(), Value::Object(tags_json));
1530 Value::Object(raw).to_string()
1531}
1532
1533#[cfg(feature = "core")]
1534async fn create_execution_impl(
1535 pool: &SqlitePool,
1536 args: &CreateExecutionArgs,
1537) -> Result<CreateExecutionResult, EngineError> {
1538 let part: i64 = i64::from(args.execution_id.partition());
1539 let exec_uuid = {
1540 let s = args.execution_id.as_str();
1541 let tail = s
1542 .split_once("}:")
1543 .map(|(_, t)| t)
1544 .ok_or_else(|| EngineError::Validation {
1545 kind: ValidationKind::InvalidInput,
1546 detail: format!("execution_id missing `}}:` separator: {s}"),
1547 })?;
1548 Uuid::parse_str(tail).map_err(|e| EngineError::Validation {
1549 kind: ValidationKind::InvalidInput,
1550 detail: format!("execution_id UUID invalid: {e}"),
1551 })?
1552 };
1553 let lane_id = args.lane_id.as_str().to_owned();
1554 let priority: i64 = i64::from(args.priority);
1555 let created_at_ms: i64 = args.now.0;
1556 let deadline_at_ms: Option<i64> = args.execution_deadline_at.map(|t| t.0);
1557 let raw_fields = build_create_execution_raw_fields(args);
1558 let policy_json = encode_policy_json(args.policy.as_ref())?;
1559
1560 let mut conn = begin_immediate(pool).await?;
1561
1562 let insert_result = sqlx::query(q_exec::INSERT_EXEC_CORE_SQL)
1563 .bind(part)
1564 .bind(exec_uuid)
1565 .bind(&lane_id)
1566 .bind(priority)
1567 .bind(created_at_ms)
1568 .bind(deadline_at_ms)
1569 .bind(args.input_payload.as_slice())
1570 .bind(policy_json.as_deref())
1571 .bind(&raw_fields)
1572 .execute(&mut *conn)
1573 .await
1574 .map_err(map_sqlx_error);
1575
1576 let result = async {
1577 let res = insert_result?;
1578 let inserted = res.rows_affected() > 0;
1579
1580 if inserted {
1581 let required: Vec<String> = args
1589 .policy
1590 .as_ref()
1591 .and_then(|p| p.routing_requirements.as_ref())
1592 .map(|r| r.required_capabilities.iter().cloned().collect())
1593 .unwrap_or_default();
1594 for cap in &required {
1595 sqlx::query(q_exec::INSERT_EXEC_CAPABILITY_SQL)
1596 .bind(exec_uuid)
1597 .bind(cap)
1598 .execute(&mut *conn)
1599 .await
1600 .map_err(map_sqlx_error)?;
1601 }
1602 }
1603
1604 sqlx::query(q_exec::INSERT_LANE_REGISTRY_SQL)
1608 .bind(&lane_id)
1609 .bind(created_at_ms)
1610 .execute(&mut *conn)
1611 .await
1612 .map_err(map_sqlx_error)?;
1613
1614 Ok::<bool, EngineError>(inserted)
1615 }
1616 .await;
1617
1618 match result {
1619 Ok(inserted) => {
1620 commit_or_rollback(&mut conn).await?;
1621 if inserted {
1622 Ok(CreateExecutionResult::Created {
1623 execution_id: args.execution_id.clone(),
1624 public_state: PublicState::Waiting,
1625 })
1626 } else {
1627 Ok(CreateExecutionResult::Duplicate {
1628 execution_id: args.execution_id.clone(),
1629 })
1630 }
1631 }
1632 Err(e) => {
1633 rollback_quiet(&mut conn).await;
1634 Err(e)
1635 }
1636 }
1637}
1638
1639#[cfg(feature = "core")]
1640async fn create_flow_impl(
1641 pool: &SqlitePool,
1642 args: &CreateFlowArgs,
1643) -> Result<CreateFlowResult, EngineError> {
1644 let part: i64 = 0;
1646 let flow_uuid: Uuid = args.flow_id.0;
1647 let now_ms = args.now.0;
1648
1649 let raw_fields = serde_json::json!({
1650 "flow_kind": args.flow_kind,
1651 "namespace": args.namespace.as_str(),
1652 "node_count": 0,
1653 "edge_count": 0,
1654 "last_mutation_at_ms": now_ms,
1655 })
1656 .to_string();
1657
1658 let mut conn = begin_immediate(pool).await?;
1659 let ins = sqlx::query(q_flow::INSERT_FLOW_CORE_SQL)
1660 .bind(part)
1661 .bind(flow_uuid)
1662 .bind(now_ms)
1663 .bind(&raw_fields)
1664 .execute(&mut *conn)
1665 .await
1666 .map_err(map_sqlx_error);
1667 match ins {
1668 Ok(r) => {
1669 commit_or_rollback(&mut conn).await?;
1670 if r.rows_affected() > 0 {
1671 Ok(CreateFlowResult::Created {
1672 flow_id: args.flow_id.clone(),
1673 })
1674 } else {
1675 Ok(CreateFlowResult::AlreadySatisfied {
1676 flow_id: args.flow_id.clone(),
1677 })
1678 }
1679 }
1680 Err(e) => {
1681 rollback_quiet(&mut conn).await;
1682 Err(e)
1683 }
1684 }
1685}
1686
1687#[cfg(feature = "core")]
1688async fn add_execution_to_flow_impl(
1689 pool: &SqlitePool,
1690 args: &AddExecutionToFlowArgs,
1691) -> Result<AddExecutionToFlowResult, EngineError> {
1692 let part: i64 = 0;
1693 let flow_uuid: Uuid = args.flow_id.0;
1694 let (exec_part, exec_uuid) = split_exec_id(&args.execution_id)?;
1695 if exec_part != part {
1699 return Err(EngineError::Validation {
1700 kind: ValidationKind::InvalidInput,
1701 detail: format!("execution partition mismatch: expected 0, got {exec_part}"),
1702 });
1703 }
1704 let now_ms = args.now.0;
1705
1706 let mut conn = begin_immediate(pool).await?;
1707 let work = async {
1708 let flow_row = sqlx::query(q_flow_staging::SELECT_FLOW_CORE_FOR_STAGE_SQL)
1710 .bind(part)
1711 .bind(flow_uuid)
1712 .fetch_optional(&mut *conn)
1713 .await
1714 .map_err(map_sqlx_error)?;
1715 let Some(flow_row) = flow_row else {
1716 return Err(EngineError::Validation {
1717 kind: ValidationKind::InvalidInput,
1718 detail: "flow_not_found".into(),
1719 });
1720 };
1721 let public_flow_state: String = flow_row
1722 .try_get("public_flow_state")
1723 .map_err(map_sqlx_error)?;
1724 if matches!(
1725 public_flow_state.as_str(),
1726 "cancelled" | "completed" | "failed" | "terminal"
1727 ) {
1728 return Err(EngineError::Validation {
1729 kind: ValidationKind::InvalidInput,
1730 detail: "flow_already_terminal".into(),
1731 });
1732 }
1733 let raw_fields_text: String = flow_row.try_get("raw_fields").map_err(map_sqlx_error)?;
1734
1735 let exec_row = sqlx::query(q_flow_staging::SELECT_EXEC_FLOW_ID_SQL)
1737 .bind(part)
1738 .bind(exec_uuid)
1739 .fetch_optional(&mut *conn)
1740 .await
1741 .map_err(map_sqlx_error)?;
1742 let Some(exec_row) = exec_row else {
1743 return Err(EngineError::Validation {
1744 kind: ValidationKind::InvalidInput,
1745 detail: "execution_not_found".into(),
1746 });
1747 };
1748 let existing_flow_id: Option<Uuid> = exec_row.try_get("flow_id").map_err(map_sqlx_error)?;
1749
1750 if existing_flow_id == Some(flow_uuid) {
1752 let raw_val: serde_json::Value = serde_json::from_str(&raw_fields_text)
1754 .unwrap_or_else(|_| serde_json::Value::Object(serde_json::Map::new()));
1755 let nc = raw_val
1756 .get("node_count")
1757 .and_then(|v| v.as_u64())
1758 .and_then(|n| u32::try_from(n).ok())
1759 .unwrap_or(0);
1760 return Ok(AddExecutionToFlowResult::AlreadyMember {
1761 execution_id: args.execution_id.clone(),
1762 node_count: nc,
1763 });
1764 }
1765
1766 if let Some(other) = existing_flow_id
1768 && other != flow_uuid
1769 {
1770 return Err(EngineError::Validation {
1771 kind: ValidationKind::InvalidInput,
1772 detail: format!("already_member_of_different_flow:{other}"),
1773 });
1774 }
1775
1776 sqlx::query(q_flow_staging::UPDATE_EXEC_SET_FLOW_ID_SQL)
1778 .bind(part)
1779 .bind(exec_uuid)
1780 .bind(flow_uuid)
1781 .execute(&mut *conn)
1782 .await
1783 .map_err(map_sqlx_error)?;
1784 sqlx::query(q_flow_staging::BUMP_FLOW_NODE_COUNT_SQL)
1785 .bind(part)
1786 .bind(flow_uuid)
1787 .bind(now_ms)
1788 .execute(&mut *conn)
1789 .await
1790 .map_err(map_sqlx_error)?;
1791 let new_nc: i64 = sqlx::query_scalar(q_flow_staging::SELECT_FLOW_NODE_COUNT_SQL)
1792 .bind(part)
1793 .bind(flow_uuid)
1794 .fetch_one(&mut *conn)
1795 .await
1796 .map_err(map_sqlx_error)?;
1797 Ok(AddExecutionToFlowResult::Added {
1798 execution_id: args.execution_id.clone(),
1799 new_node_count: u32::try_from(new_nc.max(0)).unwrap_or(0),
1800 })
1801 }
1802 .await;
1803
1804 match work {
1805 Ok(res) => {
1806 commit_or_rollback(&mut conn).await?;
1807 Ok(res)
1808 }
1809 Err(e) => {
1810 rollback_quiet(&mut conn).await;
1811 Err(e)
1812 }
1813 }
1814}
1815
1816#[cfg(feature = "core")]
1817async fn stage_dependency_edge_impl(
1818 pool: &SqlitePool,
1819 args: &StageDependencyEdgeArgs,
1820) -> Result<StageDependencyEdgeResult, EngineError> {
1821 if args.upstream_execution_id == args.downstream_execution_id {
1822 return Err(EngineError::Validation {
1823 kind: ValidationKind::InvalidInput,
1824 detail: "self_referencing_edge".into(),
1825 });
1826 }
1827
1828 let part: i64 = 0;
1829 let flow_uuid: Uuid = args.flow_id.0;
1830 let edge_uuid: Uuid = args.edge_id.0;
1831 let (up_part, upstream_uuid) = split_exec_id(&args.upstream_execution_id)?;
1832 let (down_part, downstream_uuid) = split_exec_id(&args.downstream_execution_id)?;
1833 if up_part != part || down_part != part {
1834 return Err(EngineError::Validation {
1835 kind: ValidationKind::InvalidInput,
1836 detail: "execution partition mismatch under single-writer SQLite".into(),
1837 });
1838 }
1839 let now_ms = args.now.0;
1840 let expected_rev = i64::try_from(args.expected_graph_revision).unwrap_or(i64::MAX);
1841
1842 let mut conn = begin_immediate(pool).await?;
1843 let work = async {
1844 let cas = sqlx::query(q_flow_staging::CAS_BUMP_FLOW_REV_SQL)
1847 .bind(part)
1848 .bind(flow_uuid)
1849 .bind(expected_rev)
1850 .bind(now_ms)
1851 .execute(&mut *conn)
1852 .await
1853 .map_err(map_sqlx_error)?;
1854 if cas.rows_affected() == 0 {
1855 let probe = sqlx::query(q_flow_staging::SELECT_FLOW_REV_AND_STATE_SQL)
1857 .bind(part)
1858 .bind(flow_uuid)
1859 .fetch_optional(&mut *conn)
1860 .await
1861 .map_err(map_sqlx_error)?;
1862 return match probe {
1863 None => Err(EngineError::Validation {
1864 kind: ValidationKind::InvalidInput,
1865 detail: "flow_not_found".into(),
1866 }),
1867 Some(r) => {
1868 let state: String = r.try_get("public_flow_state").map_err(map_sqlx_error)?;
1869 if matches!(
1870 state.as_str(),
1871 "cancelled" | "completed" | "failed" | "terminal"
1872 ) {
1873 Err(EngineError::Validation {
1874 kind: ValidationKind::InvalidInput,
1875 detail: "flow_already_terminal".into(),
1876 })
1877 } else {
1878 Err(EngineError::Contention(ContentionKind::StaleGraphRevision))
1879 }
1880 }
1881 };
1882 }
1883
1884 let member_rows =
1886 sqlx::query_scalar::<_, Uuid>(q_flow_staging::SELECT_FLOW_MEMBERSHIP_PAIR_SQL)
1887 .bind(part)
1888 .bind(flow_uuid)
1889 .bind(upstream_uuid)
1890 .bind(downstream_uuid)
1891 .fetch_all(&mut *conn)
1892 .await
1893 .map_err(map_sqlx_error)?;
1894 if !member_rows.contains(&upstream_uuid) || !member_rows.contains(&downstream_uuid) {
1895 return Err(EngineError::Validation {
1896 kind: ValidationKind::InvalidInput,
1897 detail: "execution_not_in_flow".into(),
1898 });
1899 }
1900
1901 let policy_json = serde_json::json!({
1903 "dependency_kind": args.dependency_kind,
1904 "satisfaction_condition": "all_required",
1905 "data_passing_ref": args.data_passing_ref.clone().unwrap_or_default(),
1906 "edge_state": "pending",
1907 "created_at_ms": now_ms,
1908 "created_by": "engine",
1909 "staged_at_ms": now_ms,
1910 "applied_at_ms": serde_json::Value::Null,
1911 })
1912 .to_string();
1913 let ins = sqlx::query(q_flow_staging::INSERT_EDGE_SQL)
1914 .bind(part)
1915 .bind(flow_uuid)
1916 .bind(edge_uuid)
1917 .bind(upstream_uuid)
1918 .bind(downstream_uuid)
1919 .bind(&policy_json)
1920 .execute(&mut *conn)
1921 .await
1922 .map_err(map_sqlx_error)?;
1923 if ins.rows_affected() == 0 {
1924 return Err(EngineError::Validation {
1933 kind: ValidationKind::InvalidInput,
1934 detail: format!("dependency_already_exists:edge_id={edge_uuid}"),
1935 });
1936 }
1937
1938 let new_rev: i64 = sqlx::query_scalar::<_, i64>(
1940 "SELECT graph_revision FROM ff_flow_core \
1941 WHERE partition_key = ?1 AND flow_id = ?2",
1942 )
1943 .bind(part)
1944 .bind(flow_uuid)
1945 .fetch_one(&mut *conn)
1946 .await
1947 .map_err(map_sqlx_error)?;
1948
1949 Ok(StageDependencyEdgeResult::Staged {
1950 edge_id: args.edge_id.clone(),
1951 new_graph_revision: u64::try_from(new_rev).unwrap_or(0),
1952 })
1953 }
1954 .await;
1955
1956 match work {
1957 Ok(res) => {
1958 commit_or_rollback(&mut conn).await?;
1959 Ok(res)
1960 }
1961 Err(e) => {
1962 rollback_quiet(&mut conn).await;
1963 Err(e)
1964 }
1965 }
1966}
1967
1968#[cfg(feature = "core")]
1969async fn apply_dependency_to_child_impl(
1970 pool: &SqlitePool,
1971 args: &ApplyDependencyToChildArgs,
1972) -> Result<ApplyDependencyToChildResult, EngineError> {
1973 let part: i64 = 0;
1974 let flow_uuid: Uuid = args.flow_id.0;
1975 let edge_uuid: Uuid = args.edge_id.0;
1976 let (down_part, downstream_uuid) = split_exec_id(&args.downstream_execution_id)?;
1977 if down_part != part {
1978 return Err(EngineError::Validation {
1979 kind: ValidationKind::InvalidInput,
1980 detail: "execution partition mismatch under single-writer SQLite".into(),
1981 });
1982 }
1983 let now_ms = args.now.0;
1984
1985 let mut conn = begin_immediate(pool).await?;
1986 let work = async {
1987 let row = sqlx::query(q_flow_staging::SELECT_EDGE_POLICY_SQL)
1989 .bind(part)
1990 .bind(flow_uuid)
1991 .bind(edge_uuid)
1992 .fetch_optional(&mut *conn)
1993 .await
1994 .map_err(map_sqlx_error)?;
1995 let Some(row) = row else {
1996 return Err(EngineError::Validation {
1997 kind: ValidationKind::InvalidInput,
1998 detail: "edge_not_found".into(),
1999 });
2000 };
2001 let policy_text: String = row.try_get("policy").map_err(map_sqlx_error)?;
2002 let mut policy: serde_json::Value =
2003 serde_json::from_str(&policy_text).map_err(|e| EngineError::Validation {
2004 kind: ValidationKind::Corruption,
2005 detail: format!("ff_edge.policy: {e}"),
2006 })?;
2007
2008 let already_applied = policy
2010 .get("applied_at_ms")
2011 .and_then(|v| v.as_i64())
2012 .is_some();
2013 if already_applied {
2014 return Ok(ApplyDependencyToChildResult::AlreadyApplied);
2015 }
2016
2017 if let Some(obj) = policy.as_object_mut() {
2019 obj.insert("applied_at_ms".into(), serde_json::json!(now_ms));
2020 obj.insert("edge_state".into(), serde_json::json!("applied"));
2021 }
2022 let new_policy_text = policy.to_string();
2023 sqlx::query(q_flow_staging::UPDATE_EDGE_POLICY_SQL)
2024 .bind(part)
2025 .bind(flow_uuid)
2026 .bind(edge_uuid)
2027 .bind(&new_policy_text)
2028 .execute(&mut *conn)
2029 .await
2030 .map_err(map_sqlx_error)?;
2031
2032 let default_group_policy = serde_json::json!({ "kind": "all_of" }).to_string();
2034 sqlx::query(q_flow_staging::UPSERT_EDGE_GROUP_APPLY_SQL)
2035 .bind(part)
2036 .bind(flow_uuid)
2037 .bind(downstream_uuid)
2038 .bind(&default_group_policy)
2039 .execute(&mut *conn)
2040 .await
2041 .map_err(map_sqlx_error)?;
2042
2043 let unsatisfied: i64 =
2045 sqlx::query_scalar(q_flow_staging::SELECT_EDGE_GROUP_RUNNING_COUNT_SQL)
2046 .bind(part)
2047 .bind(flow_uuid)
2048 .bind(downstream_uuid)
2049 .fetch_one(&mut *conn)
2050 .await
2051 .map_err(map_sqlx_error)?;
2052
2053 Ok(ApplyDependencyToChildResult::Applied {
2054 unsatisfied_count: u32::try_from(unsatisfied.max(0)).unwrap_or(0),
2055 })
2056 }
2057 .await;
2058
2059 match work {
2060 Ok(res) => {
2061 commit_or_rollback(&mut conn).await?;
2062 Ok(res)
2063 }
2064 Err(e) => {
2065 rollback_quiet(&mut conn).await;
2066 Err(e)
2067 }
2068 }
2069}
2070
2071fn cancel_policy_to_str(p: CancelFlowPolicy) -> &'static str {
2072 match p {
2073 CancelFlowPolicy::FlowOnly => "cancel_flow_only",
2074 CancelFlowPolicy::CancelAll => "cancel_all",
2075 CancelFlowPolicy::CancelPending => "cancel_pending",
2076 _ => "cancel_flow_only",
2087 }
2088}
2089
2090async fn cancel_flow_impl(
2091 pool: &SqlitePool,
2092 pubsub: &PubSub,
2093 id: &FlowId,
2094 policy: CancelFlowPolicy,
2095) -> Result<CancelFlowResult, EngineError> {
2096 let part: i64 = 0;
2097 let flow_uuid: Uuid = id.0;
2098 let policy_str = cancel_policy_to_str(policy);
2099 let now_ms = now_ms();
2100
2101 let mut conn = begin_immediate(pool).await?;
2102 let work: Result<(CancelFlowResult, Vec<PendingEmit>), EngineError> = async {
2103 let flip = sqlx::query(q_flow::UPDATE_FLOW_CORE_CANCEL_SQL)
2105 .bind(part)
2106 .bind(flow_uuid)
2107 .bind(now_ms)
2108 .bind(policy_str)
2109 .execute(&mut *conn)
2110 .await
2111 .map_err(map_sqlx_error)?;
2112
2113 if flip.rows_affected() == 0 {
2114 return Ok((
2117 CancelFlowResult::Cancelled {
2118 cancellation_policy: policy_str.to_owned(),
2119 member_execution_ids: Vec::new(),
2120 },
2121 Vec::new(),
2122 ));
2123 }
2124
2125 let member_rows: Vec<Uuid> = if matches!(policy, CancelFlowPolicy::FlowOnly) {
2127 Vec::new()
2128 } else {
2129 let sql = match policy {
2130 CancelFlowPolicy::CancelPending => q_flow::SELECT_FLOW_MEMBERS_CANCEL_PENDING_SQL,
2131 _ => q_flow::SELECT_FLOW_MEMBERS_CANCEL_ALL_SQL,
2132 };
2133 sqlx::query_scalar::<_, Uuid>(sql)
2134 .bind(part)
2135 .bind(flow_uuid)
2136 .fetch_all(&mut *conn)
2137 .await
2138 .map_err(map_sqlx_error)?
2139 };
2140
2141 let mut member_execution_ids: Vec<String> = Vec::with_capacity(member_rows.len());
2142 let mut emits: Vec<PendingEmit> = Vec::new();
2143 for exec_uuid in &member_rows {
2144 sqlx::query(q_flow::UPDATE_EXEC_CORE_CANCEL_MEMBER_SQL)
2145 .bind(part)
2146 .bind(exec_uuid)
2147 .bind(now_ms)
2148 .execute(&mut *conn)
2149 .await
2150 .map_err(map_sqlx_error)?;
2151
2152 sqlx::query(q_flow::UPDATE_ATTEMPT_CLEAR_OUTCOME_FOR_CURRENT_SQL)
2157 .bind(part)
2158 .bind(exec_uuid)
2159 .execute(&mut *conn)
2160 .await
2161 .map_err(map_sqlx_error)?;
2162
2163 let completion_ev =
2166 insert_completion_event_ev(&mut conn, part, *exec_uuid, "cancelled", now_ms)
2167 .await?;
2168 emits.push((OutboxChannel::Completion, completion_ev));
2169 let lease_ev =
2170 insert_lease_event(&mut conn, part, *exec_uuid, "revoked", now_ms).await?;
2171 emits.push((OutboxChannel::LeaseHistory, lease_ev));
2172
2173 member_execution_ids.push(format!("{{fp:{part}}}:{exec_uuid}"));
2174 }
2175
2176 if matches!(policy, CancelFlowPolicy::CancelPending) {
2178 sqlx::query(q_flow::INSERT_PENDING_CANCEL_GROUPS_SQL)
2179 .bind(part)
2180 .bind(flow_uuid)
2181 .bind(now_ms)
2182 .execute(&mut *conn)
2183 .await
2184 .map_err(map_sqlx_error)?;
2185 }
2186
2187 Ok((
2188 CancelFlowResult::Cancelled {
2189 cancellation_policy: policy_str.to_owned(),
2190 member_execution_ids,
2191 },
2192 emits,
2193 ))
2194 }
2195 .await;
2196
2197 match work {
2198 Ok((res, emits)) => {
2199 commit_or_rollback(&mut conn).await?;
2200 dispatch_pending_emits(pubsub, &emits);
2201 Ok(res)
2202 }
2203 Err(e) => {
2204 rollback_quiet(&mut conn).await;
2205 Err(e)
2206 }
2207 }
2208}
2209
2210pub(crate) struct SqliteBackendInner {
2214 #[allow(dead_code)]
2218 pub(crate) pool: SqlitePool,
2219 pub(crate) pubsub: PubSub,
2221 #[allow(dead_code)]
2225 pub(crate) key: PathBuf,
2226 #[allow(dead_code)]
2240 pub(crate) memory_sentinel: Option<std::sync::Mutex<Option<sqlx::SqliteConnection>>>,
2241 pub(crate) scanner_handle: std::sync::OnceLock<crate::scanner_supervisor::SqliteScannerHandle>,
2247}
2248
2249fn sqlite_supports_base() -> Supports {
2267 let mut s = Supports::none();
2268
2269 s.cancel_flow_wait_timeout = true;
2275 s.cancel_flow_wait_indefinite = true;
2276
2277 s.rotate_waitpoint_hmac_secret_all = true;
2279 s.seed_waitpoint_hmac_secret = true;
2280
2281 s.subscribe_lease_history = true;
2283 s.subscribe_completion = true;
2284 s.subscribe_signal_delivery = true;
2285
2286 s.stream_durable_summary = true;
2288 s.stream_best_effort_live = true;
2289
2290 s.prepare = true;
2295
2296 s.cancel_execution = true;
2298 s.change_priority = true;
2299 s.replay_execution = true;
2300 s.revoke_lease = true;
2301 s.read_execution_state = true;
2302 s.read_execution_info = true;
2303 s.get_execution_result = true;
2304 s.budget_admin = true;
2305 s.quota_admin = true;
2306 s.list_pending_waitpoints = true;
2307 s.cancel_flow_header = true;
2308 s.ack_cancel_member = true;
2309
2310 s
2315}
2316
2317#[derive(Clone)]
2323pub struct SqliteBackend {
2324 inner: Arc<SqliteBackendInner>,
2325}
2326
2327impl std::fmt::Debug for SqliteBackend {
2328 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
2329 f.debug_struct("SqliteBackend")
2330 .field("key", &self.inner.key)
2331 .finish()
2332 }
2333}
2334
2335impl SqliteBackend {
2336 pub async fn new(path: &str) -> Result<Arc<Self>, BackendError> {
2354 Self::new_with_tuning(path, 4, true).await
2355 }
2356
2357 pub async fn new_with_tuning(
2362 path: &str,
2363 pool_size: u32,
2364 wal_mode: bool,
2365 ) -> Result<Arc<Self>, BackendError> {
2366 if std::env::var("FF_DEV_MODE").as_deref() != Ok("1") {
2368 return Err(BackendError::RequiresDevMode);
2369 }
2370
2371 let is_memory = is_memory_uri(path);
2385 let effective_path: std::borrow::Cow<'_, str> = if path == ":memory:" {
2386 std::borrow::Cow::Borrowed("file::memory:?cache=shared")
2387 } else {
2388 std::borrow::Cow::Borrowed(path)
2389 };
2390
2391 let key = if is_memory {
2392 PathBuf::from(effective_path.as_ref())
2393 } else {
2394 std::fs::canonicalize(path).unwrap_or_else(|_| PathBuf::from(path))
2395 };
2396
2397 if let Some(existing) = registry::lookup(&key) {
2398 return Ok(Arc::new(Self { inner: existing }));
2402 }
2403
2404 let opts: SqliteConnectOptions = effective_path
2408 .parse::<SqliteConnectOptions>()
2409 .map_err(|e| BackendError::Valkey {
2410 kind: ff_core::engine_error::BackendErrorKind::Protocol,
2411 message: format!("sqlite connect-opts parse for {path:?}: {e}"),
2412 })?
2413 .create_if_missing(true);
2414
2415 let opts = if wal_mode && !is_memory {
2418 opts.journal_mode(sqlx::sqlite::SqliteJournalMode::Wal)
2419 } else {
2420 opts
2421 };
2422
2423 let pool_max = pool_size.max(1);
2426 let pool = SqlitePoolOptions::new()
2427 .max_connections(pool_max)
2428 .connect_with(opts.clone())
2429 .await
2430 .map_err(|e| BackendError::Valkey {
2431 kind: ff_core::engine_error::BackendErrorKind::Transport,
2432 message: format!("sqlite pool connect for {path:?}: {e}"),
2433 })?;
2434
2435 let memory_sentinel = if is_memory {
2442 use sqlx::ConnectOptions;
2443 let conn = opts.connect().await.map_err(|e| BackendError::Valkey {
2444 kind: ff_core::engine_error::BackendErrorKind::Transport,
2445 message: format!("sqlite sentinel connect for {path:?}: {e}"),
2446 })?;
2447 Some(std::sync::Mutex::new(Some(conn)))
2448 } else {
2449 None
2450 };
2451
2452 tracing::warn!(
2455 "FlowFabric SQLite backend active (FF_DEV_MODE=1). \
2456 This backend is dev-only; single-writer, single-process, \
2457 not supported in production. See RFC-023."
2458 );
2459
2460 sqlx::migrate!("./migrations")
2465 .run(&pool)
2466 .await
2467 .map_err(|e| BackendError::Valkey {
2468 kind: ff_core::engine_error::BackendErrorKind::Protocol,
2469 message: format!("sqlite migrate for {path:?}: {e}"),
2470 })?;
2471
2472 let inner = Arc::new(SqliteBackendInner {
2473 pool,
2474 pubsub: PubSub::new(),
2475 key: key.clone(),
2476 memory_sentinel,
2477 scanner_handle: std::sync::OnceLock::new(),
2478 });
2479 let inner = registry::insert(key, inner);
2480 Ok(Arc::new(Self { inner }))
2481 }
2482
2483 #[allow(dead_code)]
2486 pub(crate) fn pool(&self) -> &SqlitePool {
2487 &self.inner.pool
2488 }
2489
2490 pub fn with_scanners(&self, cfg: crate::scanner_supervisor::SqliteScannerConfig) -> bool {
2499 let mut result = false;
2502 let _ = self.inner.scanner_handle.get_or_init(|| {
2503 result = true;
2504 crate::scanner_supervisor::spawn_scanners(self.inner.pool.clone(), cfg)
2505 });
2506 result
2507 }
2508
2509 #[doc(hidden)]
2514 pub async fn budget_reset_scan_tick_for_test(
2515 &self,
2516 now_ms: i64,
2517 ) -> Result<(u32, u32), EngineError> {
2518 let report = crate::reconcilers::budget_reset::scan_tick(&self.inner.pool, now_ms).await?;
2519 Ok((report.processed, report.errors))
2520 }
2521
2522 #[doc(hidden)]
2527 pub fn pool_for_test(&self) -> &SqlitePool {
2528 &self.inner.pool
2529 }
2530
2531 #[doc(hidden)]
2538 pub fn subscribe_completion_for_test(
2539 &self,
2540 ) -> tokio::sync::broadcast::Receiver<crate::pubsub::OutboxEvent> {
2541 self.inner.pubsub.completion.subscribe()
2542 }
2543
2544 #[doc(hidden)]
2548 #[cfg(test)]
2549 pub(crate) fn stream_frame_receiver_for_test(
2550 &self,
2551 ) -> tokio::sync::broadcast::Receiver<crate::pubsub::OutboxEvent> {
2552 self.inner.pubsub.stream_frame.subscribe()
2553 }
2554}
2555
2556#[async_trait]
2557impl EngineBackend for SqliteBackend {
2558 async fn shutdown_prepare(&self, grace: Duration) -> Result<(), EngineError> {
2565 if let Some(handle) = self.inner.scanner_handle.get() {
2566 let timed_out = handle.shutdown(grace).await;
2567 if timed_out > 0 {
2568 tracing::warn!(
2569 timed_out,
2570 ?grace,
2571 "sqlite scanner supervisor exceeded grace on shutdown"
2572 );
2573 }
2574 }
2575 Ok(())
2576 }
2577
2578 async fn claim(
2581 &self,
2582 lane: &LaneId,
2583 capabilities: &CapabilitySet,
2584 policy: ClaimPolicy,
2585 ) -> Result<Option<Handle>, EngineError> {
2586 let pool = &self.inner.pool;
2587 let pubsub = &self.inner.pubsub;
2588 retry_serializable(|| claim_impl(pool, pubsub, lane, capabilities, &policy)).await
2589 }
2590
2591 async fn renew(&self, handle: &Handle) -> Result<LeaseRenewal, EngineError> {
2592 let pool = &self.inner.pool;
2593 let pubsub = &self.inner.pubsub;
2594 retry_serializable(|| renew_impl(pool, pubsub, handle)).await
2595 }
2596
2597 async fn progress(
2598 &self,
2599 handle: &Handle,
2600 percent: Option<u8>,
2601 message: Option<String>,
2602 ) -> Result<(), EngineError> {
2603 let pool = &self.inner.pool;
2604 retry_serializable(|| progress_impl(pool, handle, percent, message.clone())).await
2605 }
2606
2607 async fn append_frame(
2608 &self,
2609 handle: &Handle,
2610 frame: Frame,
2611 ) -> Result<AppendFrameOutcome, EngineError> {
2612 let pool = &self.inner.pool;
2613 let pubsub = &self.inner.pubsub;
2614 retry_serializable(|| append_frame_impl(pool, pubsub, handle, frame.clone())).await
2615 }
2616
2617 async fn complete(&self, handle: &Handle, payload: Option<Vec<u8>>) -> Result<(), EngineError> {
2618 let pool = &self.inner.pool;
2619 let pubsub = &self.inner.pubsub;
2620 retry_serializable(|| complete_impl(pool, pubsub, handle, payload.clone())).await
2621 }
2622
2623 async fn fail(
2624 &self,
2625 handle: &Handle,
2626 reason: FailureReason,
2627 classification: FailureClass,
2628 ) -> Result<FailOutcome, EngineError> {
2629 let pool = &self.inner.pool;
2630 let pubsub = &self.inner.pubsub;
2631 retry_serializable(|| fail_impl(pool, pubsub, handle, reason.clone(), classification)).await
2632 }
2633
2634 async fn cancel(&self, _handle: &Handle, _reason: &str) -> Result<(), EngineError> {
2635 unavailable("sqlite.cancel")
2636 }
2637
2638 async fn suspend(
2639 &self,
2640 handle: &Handle,
2641 args: SuspendArgs,
2642 ) -> Result<SuspendOutcome, EngineError> {
2643 let pool = &self.inner.pool;
2644 let pubsub = &self.inner.pubsub;
2645 retry_serializable(|| crate::suspend_ops::suspend_impl(pool, pubsub, handle, args.clone()))
2646 .await
2647 }
2648
2649 async fn suspend_by_triple(
2650 &self,
2651 exec_id: ExecutionId,
2652 triple: LeaseFence,
2653 args: SuspendArgs,
2654 ) -> Result<SuspendOutcome, EngineError> {
2655 let pool = &self.inner.pool;
2656 let pubsub = &self.inner.pubsub;
2657 retry_serializable(|| {
2658 crate::suspend_ops::suspend_by_triple_impl(
2659 pool,
2660 pubsub,
2661 exec_id.clone(),
2662 triple.clone(),
2663 args.clone(),
2664 )
2665 })
2666 .await
2667 }
2668
2669 async fn create_waitpoint(
2670 &self,
2671 handle: &Handle,
2672 waitpoint_key: &str,
2673 expires_in: Duration,
2674 ) -> Result<PendingWaitpoint, EngineError> {
2675 let pool = &self.inner.pool;
2676 retry_serializable(|| {
2677 crate::suspend_ops::create_waitpoint_impl(pool, handle, waitpoint_key, expires_in)
2678 })
2679 .await
2680 }
2681
2682 async fn observe_signals(&self, handle: &Handle) -> Result<Vec<ResumeSignal>, EngineError> {
2683 let pool = &self.inner.pool;
2684 retry_serializable(|| crate::suspend_ops::observe_signals_impl(pool, handle)).await
2685 }
2686
2687 async fn claim_from_resume_grant(&self, token: ResumeToken) -> Result<Option<Handle>, EngineError> {
2688 let pool = &self.inner.pool;
2689 let pubsub = &self.inner.pubsub;
2690 retry_serializable(|| claim_from_reclaim_impl(pool, pubsub, &token)).await
2691 }
2692
2693 async fn issue_reclaim_grant(
2694 &self,
2695 args: IssueReclaimGrantArgs,
2696 ) -> Result<IssueReclaimGrantOutcome, EngineError> {
2697 let pool = &self.inner.pool;
2698 retry_serializable(|| crate::reclaim::issue_reclaim_grant_impl(pool, &args)).await
2699 }
2700
2701 async fn reclaim_execution(
2702 &self,
2703 args: ReclaimExecutionArgs,
2704 ) -> Result<ReclaimExecutionOutcome, EngineError> {
2705 let pool = &self.inner.pool;
2706 let pubsub = &self.inner.pubsub;
2707 retry_serializable(|| crate::reclaim::reclaim_execution_impl(pool, pubsub, &args)).await
2708 }
2709
2710 async fn delay(&self, _handle: &Handle, _delay_until: TimestampMs) -> Result<(), EngineError> {
2711 unavailable("sqlite.delay")
2712 }
2713
2714 async fn wait_children(&self, _handle: &Handle) -> Result<(), EngineError> {
2715 unavailable("sqlite.wait_children")
2716 }
2717
2718 async fn describe_execution(
2721 &self,
2722 _id: &ExecutionId,
2723 ) -> Result<Option<ExecutionSnapshot>, EngineError> {
2724 unavailable("sqlite.describe_execution")
2725 }
2726
2727 async fn read_execution_context(
2728 &self,
2729 execution_id: &ExecutionId,
2730 ) -> Result<ExecutionContext, EngineError> {
2731 crate::reads::read_execution_context_impl(&self.inner.pool, execution_id).await
2732 }
2733
2734 async fn read_current_attempt_index(
2735 &self,
2736 execution_id: &ExecutionId,
2737 ) -> Result<ff_core::types::AttemptIndex, EngineError> {
2738 crate::reads::read_current_attempt_index_impl(&self.inner.pool, execution_id).await
2739 }
2740
2741 async fn read_total_attempt_count(
2742 &self,
2743 execution_id: &ExecutionId,
2744 ) -> Result<ff_core::types::AttemptIndex, EngineError> {
2745 crate::reads::read_total_attempt_count_impl(&self.inner.pool, execution_id).await
2746 }
2747
2748 async fn describe_flow(&self, _id: &FlowId) -> Result<Option<FlowSnapshot>, EngineError> {
2749 unavailable("sqlite.describe_flow")
2750 }
2751
2752 #[cfg(feature = "core")]
2753 async fn list_edges(
2754 &self,
2755 _flow_id: &FlowId,
2756 _direction: EdgeDirection,
2757 ) -> Result<Vec<EdgeSnapshot>, EngineError> {
2758 unavailable("sqlite.list_edges")
2759 }
2760
2761 #[cfg(feature = "core")]
2762 async fn describe_edge(
2763 &self,
2764 _flow_id: &FlowId,
2765 _edge_id: &EdgeId,
2766 ) -> Result<Option<EdgeSnapshot>, EngineError> {
2767 unavailable("sqlite.describe_edge")
2768 }
2769
2770 #[cfg(feature = "core")]
2771 async fn resolve_execution_flow_id(
2772 &self,
2773 _eid: &ExecutionId,
2774 ) -> Result<Option<FlowId>, EngineError> {
2775 unavailable("sqlite.resolve_execution_flow_id")
2776 }
2777
2778 #[cfg(feature = "core")]
2779 async fn list_flows(
2780 &self,
2781 _partition: PartitionKey,
2782 _cursor: Option<FlowId>,
2783 _limit: usize,
2784 ) -> Result<ListFlowsPage, EngineError> {
2785 unavailable("sqlite.list_flows")
2786 }
2787
2788 #[cfg(feature = "core")]
2789 async fn list_lanes(
2790 &self,
2791 _cursor: Option<LaneId>,
2792 _limit: usize,
2793 ) -> Result<ListLanesPage, EngineError> {
2794 unavailable("sqlite.list_lanes")
2795 }
2796
2797 #[cfg(feature = "core")]
2798 async fn list_suspended(
2799 &self,
2800 _partition: PartitionKey,
2801 _cursor: Option<ExecutionId>,
2802 _limit: usize,
2803 ) -> Result<ListSuspendedPage, EngineError> {
2804 unavailable("sqlite.list_suspended")
2805 }
2806
2807 #[cfg(feature = "core")]
2808 async fn list_executions(
2809 &self,
2810 _partition: PartitionKey,
2811 _cursor: Option<ExecutionId>,
2812 _limit: usize,
2813 ) -> Result<ListExecutionsPage, EngineError> {
2814 unavailable("sqlite.list_executions")
2815 }
2816
2817 #[cfg(feature = "core")]
2818 async fn deliver_signal(
2819 &self,
2820 args: DeliverSignalArgs,
2821 ) -> Result<DeliverSignalResult, EngineError> {
2822 let pool = &self.inner.pool;
2823 let pubsub = &self.inner.pubsub;
2824 retry_serializable(|| crate::suspend_ops::deliver_signal_impl(pool, pubsub, args.clone()))
2825 .await
2826 }
2827
2828 #[cfg(feature = "core")]
2829 async fn claim_resumed_execution(
2830 &self,
2831 args: ClaimResumedExecutionArgs,
2832 ) -> Result<ClaimResumedExecutionResult, EngineError> {
2833 let pool = &self.inner.pool;
2834 let pubsub = &self.inner.pubsub;
2835 retry_serializable(|| {
2836 crate::suspend_ops::claim_resumed_execution_impl(pool, pubsub, args.clone())
2837 })
2838 .await
2839 }
2840
2841 async fn cancel_flow(
2842 &self,
2843 id: &FlowId,
2844 policy: CancelFlowPolicy,
2845 _wait: CancelFlowWait,
2846 ) -> Result<CancelFlowResult, EngineError> {
2847 let pool = &self.inner.pool;
2853 let pubsub = &self.inner.pubsub;
2854 retry_serializable(|| cancel_flow_impl(pool, pubsub, id, policy)).await
2855 }
2856
2857 #[cfg(feature = "core")]
2858 async fn set_edge_group_policy(
2859 &self,
2860 _flow_id: &FlowId,
2861 _downstream_execution_id: &ExecutionId,
2862 _policy: EdgeDependencyPolicy,
2863 ) -> Result<SetEdgeGroupPolicyResult, EngineError> {
2864 unavailable("sqlite.set_edge_group_policy")
2865 }
2866
2867 async fn report_usage(
2876 &self,
2877 _handle: &Handle,
2878 budget: &BudgetId,
2879 dimensions: UsageDimensions,
2880 ) -> Result<ReportUsageResult, EngineError> {
2881 crate::budget::report_usage_impl(&self.inner.pool, budget, dimensions).await
2882 }
2883
2884 #[cfg(feature = "core")]
2885 async fn create_budget(
2886 &self,
2887 args: CreateBudgetArgs,
2888 ) -> Result<CreateBudgetResult, EngineError> {
2889 crate::budget::create_budget_impl(&self.inner.pool, args).await
2890 }
2891
2892 #[cfg(feature = "core")]
2893 async fn reset_budget(
2894 &self,
2895 args: ResetBudgetArgs,
2896 ) -> Result<ResetBudgetResult, EngineError> {
2897 crate::budget::reset_budget_impl(&self.inner.pool, args).await
2898 }
2899
2900 #[cfg(feature = "core")]
2901 async fn create_quota_policy(
2902 &self,
2903 args: CreateQuotaPolicyArgs,
2904 ) -> Result<CreateQuotaPolicyResult, EngineError> {
2905 crate::budget::create_quota_policy_impl(&self.inner.pool, args).await
2906 }
2907
2908 #[cfg(feature = "core")]
2909 async fn get_budget_status(
2910 &self,
2911 id: &BudgetId,
2912 ) -> Result<BudgetStatus, EngineError> {
2913 crate::budget::get_budget_status_impl(&self.inner.pool, id).await
2914 }
2915
2916 #[cfg(feature = "core")]
2917 async fn report_usage_admin(
2918 &self,
2919 budget_id: &BudgetId,
2920 args: ReportUsageAdminArgs,
2921 ) -> Result<ReportUsageResult, EngineError> {
2922 crate::budget::report_usage_admin_impl(&self.inner.pool, budget_id, args).await
2923 }
2924
2925 #[cfg(feature = "streaming")]
2926 async fn read_stream(
2927 &self,
2928 execution_id: &ExecutionId,
2929 attempt_index: AttemptIndex,
2930 from: StreamCursor,
2931 to: StreamCursor,
2932 count_limit: u64,
2933 ) -> Result<StreamFrames, EngineError> {
2934 let pool = &self.inner.pool;
2935 read_stream_impl(pool, execution_id, attempt_index, from, to, count_limit).await
2936 }
2937
2938 #[cfg(feature = "streaming")]
2939 async fn tail_stream(
2940 &self,
2941 execution_id: &ExecutionId,
2942 attempt_index: AttemptIndex,
2943 after: StreamCursor,
2944 block_ms: u64,
2945 count_limit: u64,
2946 visibility: TailVisibility,
2947 ) -> Result<StreamFrames, EngineError> {
2948 let pool = &self.inner.pool;
2949 let pubsub = &self.inner.pubsub;
2950 tail_stream_impl(
2951 pool,
2952 pubsub,
2953 execution_id,
2954 attempt_index,
2955 after,
2956 block_ms,
2957 count_limit,
2958 visibility,
2959 )
2960 .await
2961 }
2962
2963 #[cfg(feature = "streaming")]
2964 async fn read_summary(
2965 &self,
2966 execution_id: &ExecutionId,
2967 attempt_index: AttemptIndex,
2968 ) -> Result<Option<SummaryDocument>, EngineError> {
2969 let pool = &self.inner.pool;
2970 read_summary_impl(pool, execution_id, attempt_index).await
2971 }
2972
2973 #[cfg(feature = "core")]
2981 async fn create_execution(
2982 &self,
2983 args: CreateExecutionArgs,
2984 ) -> Result<CreateExecutionResult, EngineError> {
2985 let pool = &self.inner.pool;
2986 retry_serializable(|| create_execution_impl(pool, &args)).await
2987 }
2988
2989 #[cfg(feature = "core")]
2990 async fn create_flow(&self, args: CreateFlowArgs) -> Result<CreateFlowResult, EngineError> {
2991 let pool = &self.inner.pool;
2992 retry_serializable(|| create_flow_impl(pool, &args)).await
2993 }
2994
2995 #[cfg(feature = "core")]
2996 async fn add_execution_to_flow(
2997 &self,
2998 args: AddExecutionToFlowArgs,
2999 ) -> Result<AddExecutionToFlowResult, EngineError> {
3000 let pool = &self.inner.pool;
3001 retry_serializable(|| add_execution_to_flow_impl(pool, &args)).await
3002 }
3003
3004 #[cfg(feature = "core")]
3005 async fn stage_dependency_edge(
3006 &self,
3007 args: StageDependencyEdgeArgs,
3008 ) -> Result<StageDependencyEdgeResult, EngineError> {
3009 let pool = &self.inner.pool;
3010 retry_serializable(|| stage_dependency_edge_impl(pool, &args)).await
3011 }
3012
3013 #[cfg(feature = "core")]
3014 async fn apply_dependency_to_child(
3015 &self,
3016 args: ApplyDependencyToChildArgs,
3017 ) -> Result<ApplyDependencyToChildResult, EngineError> {
3018 let pool = &self.inner.pool;
3019 retry_serializable(|| apply_dependency_to_child_impl(pool, &args)).await
3020 }
3021
3022 #[cfg(feature = "core")]
3031 async fn cancel_execution(
3032 &self,
3033 args: CancelExecutionArgs,
3034 ) -> Result<CancelExecutionResult, EngineError> {
3035 crate::operator::cancel_execution_impl(&self.inner.pool, &self.inner.pubsub, args).await
3036 }
3037
3038 #[cfg(feature = "core")]
3039 async fn revoke_lease(
3040 &self,
3041 args: RevokeLeaseArgs,
3042 ) -> Result<RevokeLeaseResult, EngineError> {
3043 crate::operator::revoke_lease_impl(&self.inner.pool, &self.inner.pubsub, args).await
3044 }
3045
3046 #[cfg(feature = "core")]
3047 async fn change_priority(
3048 &self,
3049 args: ChangePriorityArgs,
3050 ) -> Result<ChangePriorityResult, EngineError> {
3051 crate::operator::change_priority_impl(&self.inner.pool, &self.inner.pubsub, args).await
3052 }
3053
3054 #[cfg(feature = "core")]
3055 async fn replay_execution(
3056 &self,
3057 args: ReplayExecutionArgs,
3058 ) -> Result<ReplayExecutionResult, EngineError> {
3059 crate::operator::replay_execution_impl(&self.inner.pool, &self.inner.pubsub, args).await
3060 }
3061
3062 #[cfg(feature = "core")]
3071 async fn read_execution_state(
3072 &self,
3073 id: &ExecutionId,
3074 ) -> Result<Option<PublicState>, EngineError> {
3075 crate::reads::read_execution_state_impl(&self.inner.pool, id).await
3076 }
3077
3078 #[cfg(feature = "core")]
3079 async fn read_execution_info(
3080 &self,
3081 id: &ExecutionId,
3082 ) -> Result<Option<ExecutionInfo>, EngineError> {
3083 crate::reads::read_execution_info_impl(&self.inner.pool, id).await
3084 }
3085
3086 async fn get_execution_result(
3087 &self,
3088 id: &ExecutionId,
3089 ) -> Result<Option<Vec<u8>>, EngineError> {
3090 crate::reads::get_execution_result_impl(&self.inner.pool, id).await
3091 }
3092
3093 #[cfg(feature = "core")]
3103 async fn cancel_flow_header(
3104 &self,
3105 args: CancelFlowArgs,
3106 ) -> Result<CancelFlowHeader, EngineError> {
3107 crate::operator::cancel_flow_header_impl(&self.inner.pool, &self.inner.pubsub, args).await
3108 }
3109
3110 #[cfg(feature = "core")]
3111 async fn ack_cancel_member(
3112 &self,
3113 flow_id: &FlowId,
3114 execution_id: &ExecutionId,
3115 ) -> Result<(), EngineError> {
3116 crate::operator::ack_cancel_member_impl(
3117 &self.inner.pool,
3118 flow_id.clone(),
3119 execution_id.clone(),
3120 )
3121 .await
3122 }
3123
3124 #[cfg(feature = "core")]
3127 async fn list_pending_waitpoints(
3128 &self,
3129 args: ListPendingWaitpointsArgs,
3130 ) -> Result<ListPendingWaitpointsResult, EngineError> {
3131 crate::suspend_ops::list_pending_waitpoints_impl(&self.inner.pool, args).await
3132 }
3133
3134 async fn subscribe_completion(
3148 &self,
3149 cursor: ff_core::stream_subscribe::StreamCursor,
3150 filter: &ff_core::backend::ScannerFilter,
3151 ) -> Result<ff_core::stream_events::CompletionSubscription, EngineError> {
3152 let pool = self.inner.pool.clone();
3153 let wakeup = self.inner.pubsub.completion.subscribe();
3154 crate::completion_subscribe::subscribe(pool, wakeup, cursor, filter.clone()).await
3155 }
3156
3157 async fn subscribe_lease_history(
3158 &self,
3159 cursor: ff_core::stream_subscribe::StreamCursor,
3160 filter: &ff_core::backend::ScannerFilter,
3161 ) -> Result<ff_core::stream_events::LeaseHistorySubscription, EngineError> {
3162 let pool = self.inner.pool.clone();
3163 let wakeup = self.inner.pubsub.lease_history.subscribe();
3164 crate::lease_event_subscribe::subscribe(pool, wakeup, cursor, filter.clone()).await
3165 }
3166
3167 async fn subscribe_signal_delivery(
3168 &self,
3169 cursor: ff_core::stream_subscribe::StreamCursor,
3170 filter: &ff_core::backend::ScannerFilter,
3171 ) -> Result<ff_core::stream_events::SignalDeliverySubscription, EngineError> {
3172 let pool = self.inner.pool.clone();
3173 let wakeup = self.inner.pubsub.signal_delivery.subscribe();
3174 crate::signal_delivery_subscribe::subscribe(pool, wakeup, cursor, filter.clone()).await
3175 }
3176
3177 async fn seed_waitpoint_hmac_secret(
3180 &self,
3181 args: SeedWaitpointHmacSecretArgs,
3182 ) -> Result<SeedOutcome, EngineError> {
3183 let pool = &self.inner.pool;
3184 retry_serializable(|| {
3185 crate::suspend_ops::seed_waitpoint_hmac_secret_impl(pool, args.clone())
3186 })
3187 .await
3188 }
3189
3190 async fn rotate_waitpoint_hmac_secret_all(
3191 &self,
3192 args: RotateWaitpointHmacSecretAllArgs,
3193 ) -> Result<RotateWaitpointHmacSecretAllResult, EngineError> {
3194 let pool = &self.inner.pool;
3195 retry_serializable(|| {
3196 crate::suspend_ops::rotate_waitpoint_hmac_secret_all_impl(pool, args.clone())
3197 })
3198 .await
3199 }
3200
3201 fn backend_label(&self) -> &'static str {
3204 "sqlite"
3205 }
3206
3207 fn capabilities(&self) -> Capabilities {
3208 Capabilities::new(
3217 BackendIdentity::new(
3218 "sqlite",
3219 Version::new(
3220 env!("CARGO_PKG_VERSION_MAJOR").parse().unwrap_or(0),
3221 env!("CARGO_PKG_VERSION_MINOR").parse().unwrap_or(0),
3222 env!("CARGO_PKG_VERSION_PATCH").parse().unwrap_or(0),
3223 ),
3224 "Phase-4",
3225 ),
3226 sqlite_supports_base(),
3227 )
3228 }
3229
3230 async fn prepare(&self) -> Result<PrepareOutcome, EngineError> {
3231 Ok(PrepareOutcome::NoOp)
3235 }
3236}
3237
3238#[cfg(test)]
3239mod tests {
3240 use super::is_memory_uri;
3241
3242 #[test]
3249 fn is_memory_detects_all_uri_forms() {
3250 assert!(is_memory_uri(":memory:"));
3252 assert!(is_memory_uri("file::memory:"));
3254 assert!(is_memory_uri("file::memory:?cache=shared"));
3255 assert!(is_memory_uri(
3257 "file:ff-test-abc123?mode=memory&cache=shared"
3258 ));
3259 assert!(is_memory_uri(
3260 "file:ff-test-00000000-0000-0000-0000-000000000000?mode=memory&cache=shared"
3261 ));
3262 assert!(!is_memory_uri("/tmp/ff.sqlite"));
3264 assert!(!is_memory_uri("./ff.sqlite"));
3265 assert!(!is_memory_uri("file:/tmp/ff.sqlite"));
3266 assert!(!is_memory_uri("file:ff-test?cache=shared"));
3267 assert!(!is_memory_uri("file:my_mode=memory_db.sqlite"));
3270 assert!(is_memory_uri("file:ff-test?cache=shared&mode=memory"));
3273 }
3274
3275 #[test]
3279 fn is_memory_uri_rejects_filename_with_mode_memory() {
3280 assert!(!is_memory_uri("file:my_mode=memory_db.sqlite"));
3281 assert!(!is_memory_uri("file:foo?mode=memory_extra"));
3285 }
3286
3287 #[test]
3289 fn is_memory_uri_accepts_query_param() {
3290 assert!(is_memory_uri("file:test?mode=memory"));
3291 }
3292
3293 #[test]
3296 fn is_memory_uri_accepts_shared_cache_form() {
3297 assert!(is_memory_uri(
3298 "file:ff-test-00000000-0000-0000-0000-000000000000?mode=memory&cache=shared"
3299 ));
3300 }
3301
3302 #[test]
3304 fn is_memory_uri_rejects_plain_file() {
3305 assert!(!is_memory_uri("file:./data.db"));
3306 }
3307}