pub struct Tokenizer { /* private fields */ }
Expand description
Extract Identifiers from a buffer.
Implementations
sourceimpl Tokenizer
impl Tokenizer
pub fn new() -> Self
pub fn parse_str<'c>(
&'c self,
content: &'c str
) -> impl Iterator<Item = Identifier<'c>>
pub fn parse_bytes<'c>(
&'c self,
content: &'c [u8]
) -> impl Iterator<Item = Identifier<'c>>
Trait Implementations
Auto Trait Implementations
impl RefUnwindSafe for Tokenizer
impl Send for Tokenizer
impl Sync for Tokenizer
impl Unpin for Tokenizer
impl UnwindSafe for Tokenizer
Blanket Implementations
sourceimpl<T> BorrowMut<T> for T where
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized,
const: unstable · sourcepub fn borrow_mut(&mut self) -> &mut T
pub fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
sourceimpl<T> ToOwned for T where
T: Clone,
impl<T> ToOwned for T where
T: Clone,
type Owned = T
type Owned = T
The resulting type after obtaining ownership.
sourcepub fn to_owned(&self) -> T
pub fn to_owned(&self) -> T
Creates owned data from borrowed data, usually by cloning. Read more
sourcepub fn clone_into(&self, target: &mut T)
pub fn clone_into(&self, target: &mut T)
🔬 This is a nightly-only experimental API. (
toowned_clone_into
)Uses borrowed data to replace owned data, usually by cloning. Read more