seq_str/
seq_str.rs

1use crate::{SeqBytes, SeqBytesIter, SeqBytesIterMut};
2use alloc::vec::Vec;
3use core::fmt;
4
5/// A sequence of &str, stored contiguously
6///
7/// This can be used as a drop-in replacement for `Vec<String>` in some cases,
8/// with better memory locality and fewer memory allocations.
9///
10/// When using `SeqBytes` instead of `Vec<String>`, the individual strings
11/// cannot be resized, but when this isn't needed there isn't much downside otherwise.
12///
13/// The container also supports "emplace"-style APIs like `in_place_writer`, which allow you to
14/// write the next element directly into the contiguous buffer with minimal overhead.
15///
16/// `SeqStr::from_display_iter` allows you to collect an iterator of `impl Display` items,
17/// formatting them directly into the contiguous buffer.
18#[derive(Clone, Default, Eq, PartialEq, Hash)]
19pub struct SeqStr {
20    inner: SeqBytes,
21}
22
23impl SeqStr {
24    /// Create a new SeqStr
25    pub fn new() -> Self {
26        Self::default()
27    }
28
29    /// Check if the sequence is empty
30    pub fn is_empty(&self) -> bool {
31        self.inner.is_empty()
32    }
33
34    /// Get the number of str in the sequence
35    pub fn len(&self) -> usize {
36        self.inner.len()
37    }
38
39    /// Reserve capacity for more str's
40    pub fn reserve(&mut self, extra: usize) {
41        self.inner.reserve(extra);
42    }
43
44    /// Shrink container to fit the current data
45    pub fn shrink_to_fit(&mut self) {
46        self.inner.shrink_to_fit();
47    }
48
49    /// Get the i'th element of the sequence in a checked manner
50    pub fn get(&self, idx: usize) -> Option<&str> {
51        self.inner
52            .get(idx)
53            .map(|b| unsafe { str::from_utf8_unchecked(b) })
54    }
55
56    /// Get the i'th element of the sequence in a checked manner
57    pub fn get_mut(&mut self, idx: usize) -> Option<&mut str> {
58        self.inner
59            .get_mut(idx)
60            .map(|b| unsafe { str::from_utf8_unchecked_mut(b) })
61    }
62
63    /// Check if the sequence contains a particular string
64    pub fn contains(&self, s: impl AsRef<str>) -> bool {
65        self.inner.contains(s.as_ref().as_bytes())
66    }
67
68    /// Push a `&str` onto the sequence
69    pub fn push(&mut self, s: impl AsRef<str>) {
70        self.inner.push(s.as_ref().as_bytes());
71    }
72
73    /// Get the last `str` of the sequence
74    pub fn last(&self) -> Option<&str> {
75        self.inner
76            .last()
77            .map(|b| unsafe { str::from_utf8_unchecked(b) })
78    }
79
80    /// Pop the last element of the container
81    /// Note that we can't return it because of lifetimes, so call [last] before popping.
82    pub fn pop(&mut self) {
83        self.inner.pop()
84    }
85
86    /// Iterate over a range of the sequence of `&str`
87    ///
88    /// This resembles [std::collections::BTreeMap::range], and is needed becuase like `BTreeMap`,
89    /// we can't implement `Deref` or `SliceIndex<Range>` and produce a slice of our contents.
90    /// See also [as_vec].
91    pub fn range(
92        &self,
93        range_bounds: impl core::ops::RangeBounds<usize>,
94    ) -> core::iter::Map<SeqBytesIter<'_>, fn(&[u8]) -> &str> {
95        fn helper(b: &[u8]) -> &str {
96            unsafe { str::from_utf8_unchecked(b) }
97        }
98
99        self.inner.range(range_bounds).map(helper)
100    }
101
102    /// Iterate over a range of the sequence of &mut [u8]
103    pub fn range_mut(
104        &mut self,
105        range_bounds: impl core::ops::RangeBounds<usize>,
106    ) -> core::iter::Map<SeqBytesIterMut<'_>, fn(&mut [u8]) -> &mut str> {
107        fn helper(b: &mut [u8]) -> &mut str {
108            unsafe { str::from_utf8_unchecked_mut(b) }
109        }
110
111        self.inner.range_mut(range_bounds).map(helper)
112    }
113
114    /// Iterate over the sequence of `&str`
115    pub fn iter(&self) -> core::iter::Map<SeqBytesIter<'_>, fn(&[u8]) -> &str> {
116        fn helper(b: &[u8]) -> &str {
117            unsafe { str::from_utf8_unchecked(b) }
118        }
119
120        self.inner.iter().map(helper)
121    }
122
123    /// Iterate over the sequence of `&mut str`
124    pub fn iter_mut(&mut self) -> core::iter::Map<SeqBytesIterMut<'_>, fn(&mut [u8]) -> &mut str> {
125        fn helper(b: &mut [u8]) -> &mut str {
126            unsafe { str::from_utf8_unchecked_mut(b) }
127        }
128
129        self.inner.iter_mut().map(helper)
130    }
131
132    /// Truncate to at most the first n `str`
133    pub fn truncate(&mut self, new_size: usize) {
134        self.inner.truncate(new_size)
135    }
136
137    /// Resize to contain only the first n `str`, or pad up to n `str`, with empty `str` added
138    pub fn resize(&mut self, new_size: usize) {
139        self.inner.resize(new_size)
140    }
141
142    /// Retain only those `str` satisfying a predicate.
143    /// The `str` are always visited in order, similar to [std::vec::Vec::retain].
144    pub fn retain(&mut self, mut pred: impl FnMut(&str) -> bool) {
145        self.inner
146            .retain(move |b| pred(unsafe { str::from_utf8_unchecked(b) }));
147    }
148
149    /// Retain only those `str` satisfying a predicate.
150    /// The `str` are always visited in order, similar to [std::vec::Vec::retain_mut].
151    pub fn retain_mut(&mut self, mut pred: impl FnMut(&mut str) -> bool) {
152        self.inner
153            .retain_mut(move |b| pred(unsafe { str::from_utf8_unchecked_mut(b) }));
154    }
155
156    /// Get an `impl std::fmt::Write` which can be used to write the next slice
157    /// directly into the buffer without copying.
158    pub fn in_place_writer(&mut self) -> impl core::fmt::Write {
159        // Wrapper for return
160        struct Sink<T: FnMut(&[u8])>(pub T);
161
162        impl<T: FnMut(&[u8])> core::fmt::Write for Sink<T> {
163            fn write_str(&mut self, s: &str) -> std::fmt::Result {
164                (self.0)(s.as_bytes());
165                Ok(())
166            }
167        }
168
169        Sink(self.inner.in_place_writer_no_std())
170    }
171
172    /// Construct `SeqStr` from any items that implement `Display`,
173    /// formatting them directly into the contiguous buffer.
174    pub fn from_display_iter<T: core::fmt::Display, I: Iterator<Item = T>>(it: I) -> Self {
175        use core::fmt::Write;
176
177        let mut result = Self::default();
178        result.reserve(it.size_hint().0);
179        for item in it {
180            // Note: This error is okay to unwrap, because our destination buffer is unlimited size.
181            // This is the same as what that `ToString::to_string` does with these errors in the stdlib.
182            write!(result.in_place_writer(), "{item}")
183                .expect("a Display implementation returned an error unexpectedly");
184        }
185        result
186    }
187
188    /// Express as a Vec<&str>. The main reason that this may be useful is that there are
189    /// useful methods on slice types `&[&str]`, for example, [core::slice::binary_search],
190    /// but `SeqStr` itself doesn't implement `Deref` the way that `Vec` does and can
191    /// only produce such a slice by allocating.
192    ///
193    /// See [SeqBytes::as_vec] for more discussion of tradeoffs.
194    pub fn as_vec(&self) -> Vec<&str> {
195        self.iter().collect()
196    }
197}
198
199impl core::ops::Index<usize> for SeqStr {
200    type Output = str;
201
202    fn index(&self, index: usize) -> &str {
203        unsafe { str::from_utf8_unchecked(self.inner.index(index)) }
204    }
205}
206
207impl core::ops::IndexMut<usize> for SeqStr {
208    fn index_mut(&mut self, index: usize) -> &mut str {
209        unsafe { str::from_utf8_unchecked_mut(self.inner.index_mut(index)) }
210    }
211}
212
213impl fmt::Debug for SeqStr {
214    fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
215        f.debug_list().entries(self.iter()).finish()
216    }
217}
218
219impl<A: AsRef<str>> Extend<A> for SeqStr {
220    fn extend<T>(&mut self, iter: T)
221    where
222        T: IntoIterator<Item = A>,
223    {
224        let iter = iter.into_iter();
225        self.reserve(iter.size_hint().0);
226        for item in iter {
227            self.push(item);
228        }
229    }
230}
231
232impl<A: AsRef<str>> FromIterator<A> for SeqStr {
233    // Required method
234    fn from_iter<T>(iter: T) -> Self
235    where
236        T: IntoIterator<Item = A>,
237    {
238        let mut result = SeqStr::default();
239        result.extend(iter);
240        result
241    }
242}
243
244// IntoIterator can only be implemented for &'a SeqStr,
245// otherwise the buffer doesn't live long enough.
246impl<'a> IntoIterator for &'a SeqStr {
247    type Item = &'a str;
248    type IntoIter = core::iter::Map<SeqBytesIter<'a>, fn(&[u8]) -> &str>;
249
250    fn into_iter(self) -> Self::IntoIter {
251        fn helper(b: &[u8]) -> &str {
252            unsafe { core::str::from_utf8_unchecked(b) }
253        }
254
255        self.inner.iter().map(helper)
256    }
257}
258
259#[cfg(feature = "serde")]
260mod serde_impls {
261    use super::*;
262    use ::serde::{
263        Deserialize, Serialize,
264        de::{Deserializer, SeqAccess, Visitor},
265        ser::{SerializeSeq, Serializer},
266    };
267
268    impl Serialize for SeqStr {
269        fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
270        where
271            S: Serializer,
272        {
273            let mut seq = serializer.serialize_seq(Some(self.len()))?;
274            for e in self {
275                seq.serialize_element(e)?;
276            }
277            seq.end()
278        }
279    }
280
281    impl<'de> Deserialize<'de> for SeqStr {
282        fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
283        where
284            D: Deserializer<'de>,
285        {
286            deserializer.deserialize_seq(SeqStrVis {})
287        }
288    }
289
290    struct SeqStrVis {}
291
292    impl<'de> Visitor<'de> for SeqStrVis {
293        type Value = SeqStr;
294
295        fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result {
296            formatter.write_str("a sequence of strings")
297        }
298
299        fn visit_seq<A>(self, mut seq: A) -> Result<Self::Value, A::Error>
300        where
301            A: SeqAccess<'de>,
302        {
303            let mut result = SeqStr::default();
304
305            if let Some(size) = seq.size_hint() {
306                result.reserve(size);
307            }
308
309            loop {
310                let maybe_next_str: Option<&str> = seq.next_element()?;
311                if let Some(next_str) = maybe_next_str {
312                    result.push(next_str);
313                } else {
314                    return Ok(result);
315                }
316            }
317        }
318    }
319}
320
321#[cfg(test)]
322mod tests {
323    use super::*;
324    use alloc::{borrow::ToOwned, vec, vec::Vec};
325
326    #[test]
327    fn vec_str_conversions() {
328        let vec_str = vec!["1", "2", "3"];
329
330        let seq_str: SeqStr = vec_str.into_iter().collect();
331
332        assert_eq!(seq_str.len(), 3);
333        assert_eq!(&seq_str[0], "1");
334        assert_eq!(&seq_str[1], "2");
335        assert_eq!(&seq_str[2], "3");
336
337        let vec_str2 = seq_str.iter().map(ToOwned::to_owned).collect::<Vec<_>>();
338
339        assert_eq!(vec_str2.len(), 3);
340        assert_eq!(vec_str2[0], "1");
341        assert_eq!(vec_str2[1], "2");
342        assert_eq!(vec_str2[2], "3");
343    }
344
345    #[test]
346    fn vec_string_conversions() {
347        let vec_string = vec!["1".to_owned(), "2".to_owned(), "3".to_owned()];
348
349        let seq_str: SeqStr = vec_string.into_iter().collect();
350
351        assert_eq!(seq_str.len(), 3);
352        assert_eq!(&seq_str[0], "1");
353        assert_eq!(&seq_str[1], "2");
354        assert_eq!(&seq_str[2], "3");
355
356        let vec_str2 = seq_str.iter().map(ToOwned::to_owned).collect::<Vec<_>>();
357
358        assert_eq!(vec_str2.len(), 3);
359        assert_eq!(vec_str2[0], "1");
360        assert_eq!(vec_str2[1], "2");
361        assert_eq!(vec_str2[2], "3");
362    }
363
364    #[test]
365    fn from_display_iter() {
366        let v = vec![1, 2, 3, 45, 67];
367
368        let seq_str = SeqStr::from_display_iter(v.into_iter());
369
370        assert_eq!(seq_str.len(), 5);
371        assert_eq!(&seq_str[0], "1");
372        assert_eq!(&seq_str[1], "2");
373        assert_eq!(&seq_str[2], "3");
374        assert_eq!(&seq_str[3], "45");
375        assert_eq!(&seq_str[4], "67");
376    }
377
378    #[test]
379    fn range() {
380        let v = vec![1, 2, 3, 45, 67];
381
382        let seq_str = SeqStr::from_display_iter(v.into_iter());
383
384        let seq_str2: SeqStr = seq_str.range(1..4).collect();
385        assert_eq!(seq_str2.len(), 3);
386        assert_eq!(&seq_str2[0], "2");
387        assert_eq!(&seq_str2[1], "3");
388        assert_eq!(&seq_str2[2], "45");
389
390        let seq_str2: SeqStr = seq_str.range(3..).collect();
391        assert_eq!(seq_str2.len(), 2);
392        assert_eq!(&seq_str2[0], "45");
393        assert_eq!(&seq_str2[1], "67");
394
395        let seq_str2: SeqStr = seq_str.range(..3).collect();
396        assert_eq!(seq_str2.len(), 3);
397        assert_eq!(&seq_str2[0], "1");
398        assert_eq!(&seq_str2[1], "2");
399        assert_eq!(&seq_str2[2], "3");
400
401        let seq_str2: SeqStr = seq_str.range(..).collect();
402        assert_eq!(seq_str2.len(), 5);
403        assert_eq!(&seq_str2[0], "1");
404        assert_eq!(&seq_str2[1], "2");
405        assert_eq!(&seq_str2[2], "3");
406        assert_eq!(&seq_str2[3], "45");
407        assert_eq!(&seq_str2[4], "67");
408    }
409
410    #[test]
411    fn iter_mut() {
412        let mut seq_str = SeqStr::from_iter(["asdf", "jkl;", ""]);
413
414        assert_eq!(seq_str.len(), 3);
415        assert_eq!(&seq_str[0], "asdf");
416        assert_eq!(&seq_str[1], "jkl;");
417        assert_eq!(&seq_str[2], "");
418
419        for s in seq_str.iter_mut() {
420            s.make_ascii_uppercase();
421        }
422
423        assert_eq!(seq_str.len(), 3);
424        assert_eq!(&seq_str[0], "ASDF");
425        assert_eq!(&seq_str[1], "JKL;");
426        assert_eq!(&seq_str[2], "");
427    }
428
429    #[test]
430    fn test_serde() {
431        let seq_str: SeqStr = serde_json::from_str("[\"asdf\", \"jkl;\", \"\"]").unwrap();
432
433        assert_eq!(seq_str.len(), 3);
434        assert_eq!(&seq_str[0], "asdf");
435        assert_eq!(&seq_str[1], "jkl;");
436        assert_eq!(&seq_str[2], "");
437
438        let ser = serde_json::to_string(&seq_str).unwrap();
439
440        let seq_str2: SeqStr = serde_json::from_str(&ser).unwrap();
441
442        assert_eq!(seq_str, seq_str2);
443    }
444}