nodedb 0.2.1

Local-first, real-time, edge-to-cloud hybrid database for multi-modal workloads
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122

// SPDX-License-Identifier: BUSL-1.1

//! `COMMIT OFFSET` DDL handler.
//!
//! Syntax:
//! - `COMMIT OFFSET PARTITION <p> AT <lsn> ON <stream> CONSUMER GROUP <name>`
//! - `COMMIT OFFSETS ON <stream> CONSUMER GROUP <name>` (batch: commit all at latest)

use pgwire::api::results::{Response, Tag};
use pgwire::error::PgWireResult;

use crate::control::security::identity::AuthenticatedIdentity;
use crate::control::state::SharedState;

use super::super::super::types::sqlstate_error;

/// Handle `COMMIT OFFSET PARTITION <p> AT <lsn> ON <stream> CONSUMER GROUP <name>`
pub fn commit_offset(
    state: &SharedState,
    identity: &AuthenticatedIdentity,
    parts: &[&str],
) -> PgWireResult<Vec<Response>> {
    let tenant_id = identity.tenant_id.as_u64();

    // Single partition: COMMIT OFFSET PARTITION <p> AT <lsn> ON <stream> CONSUMER GROUP <name>
    // parts: [COMMIT, OFFSET, PARTITION, <p>, AT, <lsn>, ON, <stream>, CONSUMER, GROUP, <name>]
    // indices:  0       1       2         3   4    5     6     7        8         9      10
    if parts.len() >= 11
        && parts[2].eq_ignore_ascii_case("PARTITION")
        && parts[4].eq_ignore_ascii_case("AT")
        && parts[6].eq_ignore_ascii_case("ON")
        && parts[8].eq_ignore_ascii_case("CONSUMER")
        && parts[9].eq_ignore_ascii_case("GROUP")
    {
        let partition_id: u32 = parts[3]
            .parse()
            .map_err(|_| sqlstate_error("42601", &format!("invalid partition: '{}'", parts[3])))?;
        let lsn: u64 = parts[5]
            .parse()
            .map_err(|_| sqlstate_error("42601", &format!("invalid LSN: '{}'", parts[5])))?;
        let stream_name = parts[7].to_lowercase();
        let group_name = parts[10].to_lowercase();

        // Verify group exists.
        if state
            .group_registry
            .get(tenant_id, &stream_name, &group_name)
            .is_none()
        {
            return Err(sqlstate_error(
                "42704",
                &format!("consumer group '{group_name}' does not exist on stream '{stream_name}'"),
            ));
        }

        state
            .offset_store
            .commit_offset(tenant_id, &stream_name, &group_name, partition_id, lsn)
            .map_err(|e| match e {
                crate::Error::OffsetRegression { .. } => sqlstate_error("22023", &e.to_string()),
                _ => sqlstate_error("XX000", &format!("offset commit: {e}")),
            })?;

        return Ok(vec![Response::Execution(Tag::new("COMMIT OFFSET"))]);
    }

    // Batch: COMMIT OFFSETS ON <stream> CONSUMER GROUP <name>
    // parts: [COMMIT, OFFSETS, ON, <stream>, CONSUMER, GROUP, <name>]
    // indices:  0       1      2     3        4         5      6
    if parts.len() >= 7
        && parts[1].eq_ignore_ascii_case("OFFSETS")
        && parts[2].eq_ignore_ascii_case("ON")
        && parts[4].eq_ignore_ascii_case("CONSUMER")
        && parts[5].eq_ignore_ascii_case("GROUP")
    {
        let stream_name = parts[3].to_lowercase();
        let group_name = parts[6].to_lowercase();

        if state
            .group_registry
            .get(tenant_id, &stream_name, &group_name)
            .is_none()
        {
            return Err(sqlstate_error(
                "42704",
                &format!("consumer group '{group_name}' does not exist on stream '{stream_name}'"),
            ));
        }

        // Use the buffer's per-partition tail tracker — NOT a full
        // read_from_lsn(0, MAX) scan. The scan is O(N) and silently
        // misses partitions whose events have been evicted by retention.
        if let Some(buffer) = state.cdc_router.get_buffer(tenant_id, &stream_name) {
            for (partition_id, lsn) in buffer.partition_tails() {
                // Skip partitions whose committed offset already meets
                // or exceeds the current tail — commit_offset rejects
                // regressions and we want idempotent auto-commit.
                let current = state.offset_store.get_offset(
                    tenant_id,
                    &stream_name,
                    &group_name,
                    partition_id,
                );
                if lsn <= current {
                    continue;
                }
                state
                    .offset_store
                    .commit_offset(tenant_id, &stream_name, &group_name, partition_id, lsn)
                    .map_err(|e| sqlstate_error("XX000", &format!("offset commit: {e}")))?;
            }
        }

        return Ok(vec![Response::Execution(Tag::new("COMMIT OFFSETS"))]);
    }

    Err(sqlstate_error(
        "42601",
        "expected COMMIT OFFSET PARTITION <p> AT <lsn> ON <stream> CONSUMER GROUP <name>, \
         or COMMIT OFFSETS ON <stream> CONSUMER GROUP <name>",
    ))
}