pub struct RowCursor<'a> { /* private fields */ }Expand description
A streaming read handle over a native database cursor.
Hand back by Connection::query_cursor.
Pull rows with next_batch (bounded chunk) or by
iterating (Iterator yields one Result<Row, SqlError> at a
time). See the module docs for the bounded-memory and
blocking contracts.
Implementations§
Source§impl<'a> RowCursor<'a>
impl<'a> RowCursor<'a>
Sourcepub fn columns(&self) -> &[ColumnInfo]
pub fn columns(&self) -> &[ColumnInfo]
The column metadata for the streamed result, available before any row is pulled.
Sourcepub fn next_batch(&mut self, n: usize) -> Result<Vec<Row>, SqlError>
pub fn next_batch(&mut self, n: usize) -> Result<Vec<Row>, SqlError>
Pull up to n rows, blocking until they arrive or the result is
exhausted. Returns fewer than n (possibly empty) at end of
stream. This call’s transient allocation is bounded by n rows
plus the producer’s in-flight window — never the full result.
n of 0 returns an empty Vec without touching the producer.
The first driver error is returned immediately; callers should
stop on Err.
Examples found in repository?
32fn main() -> Result<(), Box<dyn Error>> {
33 // A throwaway on-disk fixture in the temp dir. Using a file (rather
34 // than `:memory:`) keeps a single shared database across the two
35 // statements we run; the example removes it on the way out.
36 let path =
37 std::env::temp_dir().join(format!("ferrule-embed-example-{}.db", std::process::id()));
38 let _ = std::fs::remove_file(&path);
39 let url = DatabaseUrl::parse(&format!("sqlite://{}", path.display()))?;
40
41 // Step 1 — connect with a caller-resolved credential.
42 //
43 // `ConnectOptions::password` carries a `SecretString` the *host*
44 // resolved (env var, OS keyring, interactive prompt, …); `ferrule-sql`
45 // does no credential resolution of its own. The secret is redacted in
46 // `Debug` and zeroized on drop. SQLite ignores it (no auth), but a
47 // networked backend would consume it here.
48 let opts = ConnectOptions {
49 insecure: false,
50 password: Some(SecretString::from("unused-for-sqlite")),
51 };
52 let mut conn = ferrule_sql::connect(&url, &opts, None)?;
53
54 // Seed a fixture table to read back. `execute` blocks until the
55 // statement completes.
56 conn.execute("CREATE TABLE widget (id INTEGER PRIMARY KEY, name TEXT)")?;
57 conn.execute(
58 "INSERT INTO widget (id, name) VALUES \
59 (1, 'alpha'), (2, 'beta'), (3, 'gamma'), (4, 'delta'), (5, 'epsilon')",
60 )?;
61
62 // Step 2 — streaming read at bounded memory.
63 //
64 // `query_cursor` opens a native cursor; `next_batch(n)` pulls at most
65 // `n` rows at a time, so peak memory is `O(batch)` no matter how large
66 // the table is. The cursor borrows the connection for its lifetime, so
67 // it is scoped here and dropped before we write.
68 println!("streaming read (batched, bounded memory):");
69 let mut streamed = 0u64;
70 {
71 let mut cursor = conn.query_cursor("SELECT id, name FROM widget ORDER BY id")?;
72 loop {
73 let batch = cursor.next_batch(2)?; // 2 rows per pull
74 if batch.is_empty() {
75 break; // end of stream
76 }
77 for row in &batch {
78 println!(" row: {} = {}", render(&row[0]), render(&row[1]));
79 streamed += 1;
80 }
81 }
82 }
83 println!(" streamed {streamed} rows total\n");
84
85 // Step 3 — batched write with a structured report.
86 //
87 // `write_rows` consumes any `IntoIterator<Item = Row>` and flushes it
88 // in fixed-size batches (`WriteOptions::batch_size`), buffering only
89 // one batch at a time. The iterator below is materialized for brevity,
90 // but it could be a lazy generator over millions of rows — memory
91 // stays `O(batch_size)`. Pair it with the `query_cursor` above for an
92 // end-to-end bounded-memory pipe.
93 conn.execute("CREATE TABLE sink (id INTEGER PRIMARY KEY, label TEXT)")?;
94 let columns = [
95 ColumnInfo {
96 name: "id".into(),
97 type_hint: TypeHint::Int64,
98 nullable: false,
99 },
100 ColumnInfo {
101 name: "label".into(),
102 type_hint: TypeHint::String,
103 nullable: true,
104 },
105 ];
106 let rows: Vec<Row> = (1..=2500)
107 .map(|i| vec![Value::Int64(i), Value::String(format!("item-{i}"))])
108 .collect();
109 let write_opts = WriteOptions {
110 mode: WriteMode::Insert,
111 batch_size: 500, // 5 batches of 500; only one buffered at a time
112 ..Default::default()
113 };
114 let report = write_rows(
115 &mut *conn,
116 ferrule_sql::Backend::Sqlite,
117 "sink",
118 &columns,
119 rows,
120 &write_opts,
121 )?;
122 println!("batched write report:");
123 println!(" rows attempted : {}", report.rows_attempted);
124 println!(" rows written : {}", report.rows_written);
125 println!(" batches : {}", report.batches_committed);
126 println!(" complete : {}", report.is_complete());
127
128 // Confirm the write landed.
129 let count = conn.query("SELECT COUNT(*) FROM sink")?;
130 if let Some(Value::Int64(n)) = count.rows.first().and_then(|r| r.first()) {
131 println!(" verified count : {n}");
132 }
133
134 let _ = std::fs::remove_file(&path);
135 Ok(())
136}Trait Implementations§
Source§impl Iterator for RowCursor<'_>
impl Iterator for RowCursor<'_>
Source§fn next(&mut self) -> Option<Self::Item>
fn next(&mut self) -> Option<Self::Item>
Yield the next row, blocking until it arrives. None marks
end-of-stream; an Err item marks a driver failure (after which
iteration stops).
Source§fn next_chunk<const N: usize>(
&mut self,
) -> Result<[Self::Item; N], IntoIter<Self::Item, N>>where
Self: Sized,
fn next_chunk<const N: usize>(
&mut self,
) -> Result<[Self::Item; N], IntoIter<Self::Item, N>>where
Self: Sized,
iter_next_chunk)N values. Read more1.0.0 (const: unstable) · Source§fn size_hint(&self) -> (usize, Option<usize>)
fn size_hint(&self) -> (usize, Option<usize>)
1.0.0 (const: unstable) · Source§fn count(self) -> usizewhere
Self: Sized,
fn count(self) -> usizewhere
Self: Sized,
1.0.0 (const: unstable) · Source§fn last(self) -> Option<Self::Item>where
Self: Sized,
fn last(self) -> Option<Self::Item>where
Self: Sized,
Source§fn advance_by(&mut self, n: usize) -> Result<(), NonZero<usize>>
fn advance_by(&mut self, n: usize) -> Result<(), NonZero<usize>>
iter_advance_by)n elements. Read more1.0.0 (const: unstable) · Source§fn nth(&mut self, n: usize) -> Option<Self::Item>
fn nth(&mut self, n: usize) -> Option<Self::Item>
nth element of the iterator. Read more1.28.0 (const: unstable) · Source§fn step_by(self, step: usize) -> StepBy<Self>where
Self: Sized,
fn step_by(self, step: usize) -> StepBy<Self>where
Self: Sized,
1.0.0 (const: unstable) · Source§fn chain<U>(self, other: U) -> Chain<Self, <U as IntoIterator>::IntoIter>
fn chain<U>(self, other: U) -> Chain<Self, <U as IntoIterator>::IntoIter>
1.0.0 (const: unstable) · Source§fn zip<U>(self, other: U) -> Zip<Self, <U as IntoIterator>::IntoIter>where
Self: Sized,
U: IntoIterator,
fn zip<U>(self, other: U) -> Zip<Self, <U as IntoIterator>::IntoIter>where
Self: Sized,
U: IntoIterator,
Source§fn intersperse(self, separator: Self::Item) -> Intersperse<Self>
fn intersperse(self, separator: Self::Item) -> Intersperse<Self>
iter_intersperse)separator between items
of the original iterator. Read moreSource§fn intersperse_with<G>(self, separator: G) -> IntersperseWith<Self, G>
fn intersperse_with<G>(self, separator: G) -> IntersperseWith<Self, G>
iter_intersperse)separator
between items of the original iterator. Read more1.0.0 (const: unstable) · Source§fn map<B, F>(self, f: F) -> Map<Self, F>
fn map<B, F>(self, f: F) -> Map<Self, F>
1.21.0 (const: unstable) · Source§fn for_each<F>(self, f: F)
fn for_each<F>(self, f: F)
1.0.0 (const: unstable) · Source§fn filter<P>(self, predicate: P) -> Filter<Self, P>
fn filter<P>(self, predicate: P) -> Filter<Self, P>
1.0.0 (const: unstable) · Source§fn filter_map<B, F>(self, f: F) -> FilterMap<Self, F>
fn filter_map<B, F>(self, f: F) -> FilterMap<Self, F>
1.0.0 (const: unstable) · Source§fn enumerate(self) -> Enumerate<Self>where
Self: Sized,
fn enumerate(self) -> Enumerate<Self>where
Self: Sized,
1.0.0 (const: unstable) · Source§fn skip_while<P>(self, predicate: P) -> SkipWhile<Self, P>
fn skip_while<P>(self, predicate: P) -> SkipWhile<Self, P>
1.0.0 (const: unstable) · Source§fn take_while<P>(self, predicate: P) -> TakeWhile<Self, P>
fn take_while<P>(self, predicate: P) -> TakeWhile<Self, P>
1.57.0 (const: unstable) · Source§fn map_while<B, P>(self, predicate: P) -> MapWhile<Self, P>
fn map_while<B, P>(self, predicate: P) -> MapWhile<Self, P>
1.0.0 (const: unstable) · Source§fn skip(self, n: usize) -> Skip<Self>where
Self: Sized,
fn skip(self, n: usize) -> Skip<Self>where
Self: Sized,
n elements. Read more1.0.0 (const: unstable) · Source§fn take(self, n: usize) -> Take<Self>where
Self: Sized,
fn take(self, n: usize) -> Take<Self>where
Self: Sized,
n elements, or fewer
if the underlying iterator ends sooner. Read more1.0.0 (const: unstable) · Source§fn scan<St, B, F>(self, initial_state: St, f: F) -> Scan<Self, St, F>
fn scan<St, B, F>(self, initial_state: St, f: F) -> Scan<Self, St, F>
1.0.0 (const: unstable) · Source§fn flat_map<U, F>(self, f: F) -> FlatMap<Self, U, F>
fn flat_map<U, F>(self, f: F) -> FlatMap<Self, U, F>
1.29.0 (const: unstable) · Source§fn flatten(self) -> Flatten<Self>
fn flatten(self) -> Flatten<Self>
Source§fn map_windows<F, R, const N: usize>(self, f: F) -> MapWindows<Self, F, N>
fn map_windows<F, R, const N: usize>(self, f: F) -> MapWindows<Self, F, N>
iter_map_windows)f for each contiguous window of size N over
self and returns an iterator over the outputs of f. Like slice::windows(),
the windows during mapping overlap as well. Read more1.0.0 (const: unstable) · Source§fn inspect<F>(self, f: F) -> Inspect<Self, F>
fn inspect<F>(self, f: F) -> Inspect<Self, F>
1.0.0 (const: unstable) · Source§fn by_ref(&mut self) -> &mut Selfwhere
Self: Sized,
fn by_ref(&mut self) -> &mut Selfwhere
Self: Sized,
Iterator. Read more1.0.0 (const: unstable) · Source§fn collect<B>(self) -> B
fn collect<B>(self) -> B
Source§fn try_collect<B>(
&mut self,
) -> <<Self::Item as Try>::Residual as Residual<B>>::TryType
fn try_collect<B>( &mut self, ) -> <<Self::Item as Try>::Residual as Residual<B>>::TryType
iterator_try_collect)Source§fn collect_into<E>(self, collection: &mut E) -> &mut E
fn collect_into<E>(self, collection: &mut E) -> &mut E
iter_collect_into)1.0.0 (const: unstable) · Source§fn partition<B, F>(self, f: F) -> (B, B)
fn partition<B, F>(self, f: F) -> (B, B)
Source§fn is_partitioned<P>(self, predicate: P) -> bool
fn is_partitioned<P>(self, predicate: P) -> bool
iter_is_partitioned)true precede all those that return false. Read more1.27.0 (const: unstable) · Source§fn try_fold<B, F, R>(&mut self, init: B, f: F) -> R
fn try_fold<B, F, R>(&mut self, init: B, f: F) -> R
1.27.0 (const: unstable) · Source§fn try_for_each<F, R>(&mut self, f: F) -> R
fn try_for_each<F, R>(&mut self, f: F) -> R
1.0.0 (const: unstable) · Source§fn fold<B, F>(self, init: B, f: F) -> B
fn fold<B, F>(self, init: B, f: F) -> B
1.51.0 (const: unstable) · Source§fn reduce<F>(self, f: F) -> Option<Self::Item>
fn reduce<F>(self, f: F) -> Option<Self::Item>
Source§fn try_reduce<R>(
&mut self,
f: impl FnMut(Self::Item, Self::Item) -> R,
) -> <<R as Try>::Residual as Residual<Option<<R as Try>::Output>>>::TryType
fn try_reduce<R>( &mut self, f: impl FnMut(Self::Item, Self::Item) -> R, ) -> <<R as Try>::Residual as Residual<Option<<R as Try>::Output>>>::TryType
iterator_try_reduce)1.0.0 (const: unstable) · Source§fn all<F>(&mut self, f: F) -> bool
fn all<F>(&mut self, f: F) -> bool
1.0.0 (const: unstable) · Source§fn any<F>(&mut self, f: F) -> bool
fn any<F>(&mut self, f: F) -> bool
1.0.0 (const: unstable) · Source§fn find<P>(&mut self, predicate: P) -> Option<Self::Item>
fn find<P>(&mut self, predicate: P) -> Option<Self::Item>
1.30.0 (const: unstable) · Source§fn find_map<B, F>(&mut self, f: F) -> Option<B>
fn find_map<B, F>(&mut self, f: F) -> Option<B>
Source§fn try_find<R>(
&mut self,
f: impl FnMut(&Self::Item) -> R,
) -> <<R as Try>::Residual as Residual<Option<Self::Item>>>::TryType
fn try_find<R>( &mut self, f: impl FnMut(&Self::Item) -> R, ) -> <<R as Try>::Residual as Residual<Option<Self::Item>>>::TryType
try_find)1.0.0 (const: unstable) · Source§fn position<P>(&mut self, predicate: P) -> Option<usize>
fn position<P>(&mut self, predicate: P) -> Option<usize>
1.0.0 (const: unstable) · Source§fn max(self) -> Option<Self::Item>
fn max(self) -> Option<Self::Item>
1.0.0 (const: unstable) · Source§fn min(self) -> Option<Self::Item>
fn min(self) -> Option<Self::Item>
1.6.0 (const: unstable) · Source§fn max_by_key<B, F>(self, f: F) -> Option<Self::Item>
fn max_by_key<B, F>(self, f: F) -> Option<Self::Item>
1.15.0 (const: unstable) · Source§fn max_by<F>(self, compare: F) -> Option<Self::Item>
fn max_by<F>(self, compare: F) -> Option<Self::Item>
1.6.0 (const: unstable) · Source§fn min_by_key<B, F>(self, f: F) -> Option<Self::Item>
fn min_by_key<B, F>(self, f: F) -> Option<Self::Item>
1.15.0 (const: unstable) · Source§fn min_by<F>(self, compare: F) -> Option<Self::Item>
fn min_by<F>(self, compare: F) -> Option<Self::Item>
1.0.0 (const: unstable) · Source§fn unzip<A, B, FromA, FromB>(self) -> (FromA, FromB)
fn unzip<A, B, FromA, FromB>(self) -> (FromA, FromB)
1.36.0 (const: unstable) · Source§fn copied<'a, T>(self) -> Copied<Self>
fn copied<'a, T>(self) -> Copied<Self>
Source§fn array_chunks<const N: usize>(self) -> ArrayChunks<Self, N>where
Self: Sized,
fn array_chunks<const N: usize>(self) -> ArrayChunks<Self, N>where
Self: Sized,
iter_array_chunks)N elements of the iterator at a time. Read more1.11.0 (const: unstable) · Source§fn product<P>(self) -> P
fn product<P>(self) -> P
Source§fn cmp_by<I, F>(self, other: I, cmp: F) -> Ordering
fn cmp_by<I, F>(self, other: I, cmp: F) -> Ordering
iter_order_by)Iterator with those
of another with respect to the specified comparison function. Read more1.5.0 (const: unstable) · Source§fn partial_cmp<I>(self, other: I) -> Option<Ordering>
fn partial_cmp<I>(self, other: I) -> Option<Ordering>
PartialOrd elements of
this Iterator with those of another. The comparison works like short-circuit
evaluation, returning a result without comparing the remaining elements.
As soon as an order can be determined, the evaluation stops and a result is returned. Read moreSource§fn partial_cmp_by<I, F>(self, other: I, partial_cmp: F) -> Option<Ordering>where
Self: Sized,
I: IntoIterator,
F: FnMut(Self::Item, <I as IntoIterator>::Item) -> Option<Ordering>,
fn partial_cmp_by<I, F>(self, other: I, partial_cmp: F) -> Option<Ordering>where
Self: Sized,
I: IntoIterator,
F: FnMut(Self::Item, <I as IntoIterator>::Item) -> Option<Ordering>,
iter_order_by)Iterator with those
of another with respect to the specified comparison function. Read moreSource§fn eq_by<I, F>(self, other: I, eq: F) -> bool
fn eq_by<I, F>(self, other: I, eq: F) -> bool
iter_order_by)1.5.0 (const: unstable) · Source§fn lt<I>(self, other: I) -> bool
fn lt<I>(self, other: I) -> bool
Iterator are lexicographically
less than those of another. Read more1.5.0 (const: unstable) · Source§fn le<I>(self, other: I) -> bool
fn le<I>(self, other: I) -> bool
Iterator are lexicographically
less or equal to those of another. Read more1.5.0 (const: unstable) · Source§fn gt<I>(self, other: I) -> bool
fn gt<I>(self, other: I) -> bool
Iterator are lexicographically
greater than those of another. Read more1.5.0 (const: unstable) · Source§fn ge<I>(self, other: I) -> bool
fn ge<I>(self, other: I) -> bool
Iterator are lexicographically
greater than or equal to those of another. Read more1.82.0 (const: unstable) · Source§fn is_sorted(self) -> bool
fn is_sorted(self) -> bool
1.82.0 (const: unstable) · Source§fn is_sorted_by<F>(self, compare: F) -> bool
fn is_sorted_by<F>(self, compare: F) -> bool
Auto Trait Implementations§
impl<'a> !RefUnwindSafe for RowCursor<'a>
impl<'a> !Sync for RowCursor<'a>
impl<'a> !UnwindSafe for RowCursor<'a>
impl<'a> Freeze for RowCursor<'a>
impl<'a> Send for RowCursor<'a>
impl<'a> Unpin for RowCursor<'a>
impl<'a> UnsafeUnpin for RowCursor<'a>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<I> IntoIterator for Iwhere
I: Iterator,
impl<I> IntoIterator for Iwhere
I: Iterator,
Source§impl<I> IteratorExt for Iwhere
I: Iterator,
impl<I> IteratorExt for Iwhere
I: Iterator,
Source§fn transpose_into_fallible<T, E>(self) -> Convert<I>
fn transpose_into_fallible<T, E>(self) -> Convert<I>
Convert an iterator of Results into FallibleIterator by transposition
Source§fn into_fallible<T>(self) -> IntoFallible<I>
fn into_fallible<T>(self) -> IntoFallible<I>
Convert an iterator of anything into FallibleIterator by wrapping
into Result<T, Infallible> where Infallible is an error that can never actually
happen.
Source§impl<I> IteratorRandom for Iwhere
I: Iterator,
impl<I> IteratorRandom for Iwhere
I: Iterator,
Source§fn choose<R>(self, rng: &mut R) -> Option<Self::Item>
fn choose<R>(self, rng: &mut R) -> Option<Self::Item>
Source§fn choose_stable<R>(self, rng: &mut R) -> Option<Self::Item>
fn choose_stable<R>(self, rng: &mut R) -> Option<Self::Item>
Source§impl<I> IteratorRandom for Iwhere
I: Iterator,
impl<I> IteratorRandom for Iwhere
I: Iterator,
Source§fn choose_stable<R>(self, rng: &mut R) -> Option<Self::Item>
fn choose_stable<R>(self, rng: &mut R) -> Option<Self::Item>
Source§fn sample_fill<R>(self, rng: &mut R, buf: &mut [Self::Item]) -> usize
fn sample_fill<R>(self, rng: &mut R, buf: &mut [Self::Item]) -> usize
amount distinct elements into a buffer Read moreSource§fn choose_multiple_fill<R>(self, rng: &mut R, buf: &mut [Self::Item]) -> usize
fn choose_multiple_fill<R>(self, rng: &mut R, buf: &mut [Self::Item]) -> usize
Renamed to sample_fill
Self::sample_fill insteadSource§fn choose_multiple<R>(self, rng: &mut R, amount: usize) -> Vec<Self::Item>
fn choose_multiple<R>(self, rng: &mut R, amount: usize) -> Vec<Self::Item>
Renamed to sample
Self::sample instead