pub trait TokenStringExt {
Show 93 methods
// Required methods
fn first_sentence_word(&self) -> Option<Token>;
fn first_non_whitespace(&self) -> Option<Token>;
fn span(&self) -> Option<Span>;
fn first_word(&self) -> Option<Token>;
fn last_word(&self) -> Option<Token>;
fn last_word_index(&self) -> Option<usize>;
fn iter_word_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_words(&self) -> impl Iterator<Item = Token> + '_;
fn first_word_like(&self) -> Option<Token>;
fn last_word_like(&self) -> Option<Token>;
fn last_word_like_index(&self) -> Option<usize>;
fn iter_word_like_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_word_likes(&self) -> impl Iterator<Item = Token> + '_;
fn first_conjunction(&self) -> Option<Token>;
fn last_conjunction(&self) -> Option<Token>;
fn last_conjunction_index(&self) -> Option<usize>;
fn iter_conjunction_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_conjunctions(&self) -> impl Iterator<Item = Token> + '_;
fn first_space(&self) -> Option<Token>;
fn last_space(&self) -> Option<Token>;
fn last_space_index(&self) -> Option<usize>;
fn iter_space_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_spaces(&self) -> impl Iterator<Item = Token> + '_;
fn first_apostrophe(&self) -> Option<Token>;
fn last_apostrophe(&self) -> Option<Token>;
fn last_apostrophe_index(&self) -> Option<usize>;
fn iter_apostrophe_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_apostrophes(&self) -> impl Iterator<Item = Token> + '_;
fn first_pipe(&self) -> Option<Token>;
fn last_pipe(&self) -> Option<Token>;
fn last_pipe_index(&self) -> Option<usize>;
fn iter_pipe_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_pipes(&self) -> impl Iterator<Item = Token> + '_;
fn first_quote(&self) -> Option<Token>;
fn last_quote(&self) -> Option<Token>;
fn last_quote_index(&self) -> Option<usize>;
fn iter_quote_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_quotes(&self) -> impl Iterator<Item = Token> + '_;
fn first_number(&self) -> Option<Token>;
fn last_number(&self) -> Option<Token>;
fn last_number_index(&self) -> Option<usize>;
fn iter_number_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_numbers(&self) -> impl Iterator<Item = Token> + '_;
fn first_at(&self) -> Option<Token>;
fn last_at(&self) -> Option<Token>;
fn last_at_index(&self) -> Option<usize>;
fn iter_at_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_ats(&self) -> impl Iterator<Item = Token> + '_;
fn first_ellipsis(&self) -> Option<Token>;
fn last_ellipsis(&self) -> Option<Token>;
fn last_ellipsis_index(&self) -> Option<usize>;
fn iter_ellipsis_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_ellipsiss(&self) -> impl Iterator<Item = Token> + '_;
fn first_unlintable(&self) -> Option<Token>;
fn last_unlintable(&self) -> Option<Token>;
fn last_unlintable_index(&self) -> Option<usize>;
fn iter_unlintable_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_unlintables(&self) -> impl Iterator<Item = Token> + '_;
fn first_sentence_terminator(&self) -> Option<Token>;
fn last_sentence_terminator(&self) -> Option<Token>;
fn last_sentence_terminator_index(&self) -> Option<usize>;
fn iter_sentence_terminator_indices(
&self,
) -> impl Iterator<Item = usize> + '_;
fn iter_sentence_terminators(&self) -> impl Iterator<Item = Token> + '_;
fn first_paragraph_break(&self) -> Option<Token>;
fn last_paragraph_break(&self) -> Option<Token>;
fn last_paragraph_break_index(&self) -> Option<usize>;
fn iter_paragraph_break_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_paragraph_breaks(&self) -> impl Iterator<Item = Token> + '_;
fn first_chunk_terminator(&self) -> Option<Token>;
fn last_chunk_terminator(&self) -> Option<Token>;
fn last_chunk_terminator_index(&self) -> Option<usize>;
fn iter_chunk_terminator_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_chunk_terminators(&self) -> impl Iterator<Item = Token> + '_;
fn first_punctuation(&self) -> Option<Token>;
fn last_punctuation(&self) -> Option<Token>;
fn last_punctuation_index(&self) -> Option<usize>;
fn iter_punctuation_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_punctuations(&self) -> impl Iterator<Item = Token> + '_;
fn first_currency(&self) -> Option<Token>;
fn last_currency(&self) -> Option<Token>;
fn last_currency_index(&self) -> Option<usize>;
fn iter_currency_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_currencys(&self) -> impl Iterator<Item = Token> + '_;
fn first_likely_homograph(&self) -> Option<Token>;
fn last_likely_homograph(&self) -> Option<Token>;
fn last_likely_homograph_index(&self) -> Option<usize>;
fn iter_likely_homograph_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_likely_homographs(&self) -> impl Iterator<Item = Token> + '_;
fn iter_linking_verb_indices(&self) -> impl Iterator<Item = usize> + '_;
fn iter_linking_verbs(&self) -> impl Iterator<Item = Token> + '_;
fn iter_chunks(&self) -> impl Iterator<Item = &[Token]> + '_;
fn iter_paragraphs(&self) -> impl Iterator<Item = &[Token]> + '_;
fn iter_sentences(&self) -> impl Iterator<Item = &[Token]> + '_;
}Expand description
Extension methods for Token sequences that make them easier to wrangle and query.
Required Methods§
fn first_sentence_word(&self) -> Option<Token>
fn first_non_whitespace(&self) -> Option<Token>
Sourcefn span(&self) -> Option<Span>
fn span(&self) -> Option<Span>
Grab the span that represents the beginning of the first element and the end of the last element.
fn first_word(&self) -> Option<Token>
fn last_word(&self) -> Option<Token>
fn last_word_index(&self) -> Option<usize>
fn iter_word_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_words(&self) -> impl Iterator<Item = Token> + '_
fn first_word_like(&self) -> Option<Token>
fn last_word_like(&self) -> Option<Token>
fn last_word_like_index(&self) -> Option<usize>
fn iter_word_like_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_word_likes(&self) -> impl Iterator<Item = Token> + '_
fn first_conjunction(&self) -> Option<Token>
fn last_conjunction(&self) -> Option<Token>
fn last_conjunction_index(&self) -> Option<usize>
fn iter_conjunction_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_conjunctions(&self) -> impl Iterator<Item = Token> + '_
fn first_space(&self) -> Option<Token>
fn last_space(&self) -> Option<Token>
fn last_space_index(&self) -> Option<usize>
fn iter_space_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_spaces(&self) -> impl Iterator<Item = Token> + '_
fn first_apostrophe(&self) -> Option<Token>
fn last_apostrophe(&self) -> Option<Token>
fn last_apostrophe_index(&self) -> Option<usize>
fn iter_apostrophe_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_apostrophes(&self) -> impl Iterator<Item = Token> + '_
fn first_pipe(&self) -> Option<Token>
fn last_pipe(&self) -> Option<Token>
fn last_pipe_index(&self) -> Option<usize>
fn iter_pipe_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_pipes(&self) -> impl Iterator<Item = Token> + '_
fn first_quote(&self) -> Option<Token>
fn last_quote(&self) -> Option<Token>
fn last_quote_index(&self) -> Option<usize>
fn iter_quote_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_quotes(&self) -> impl Iterator<Item = Token> + '_
fn first_number(&self) -> Option<Token>
fn last_number(&self) -> Option<Token>
fn last_number_index(&self) -> Option<usize>
fn iter_number_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_numbers(&self) -> impl Iterator<Item = Token> + '_
fn first_at(&self) -> Option<Token>
fn last_at(&self) -> Option<Token>
fn last_at_index(&self) -> Option<usize>
fn iter_at_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_ats(&self) -> impl Iterator<Item = Token> + '_
fn first_ellipsis(&self) -> Option<Token>
fn last_ellipsis(&self) -> Option<Token>
fn last_ellipsis_index(&self) -> Option<usize>
fn iter_ellipsis_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_ellipsiss(&self) -> impl Iterator<Item = Token> + '_
fn first_unlintable(&self) -> Option<Token>
fn last_unlintable(&self) -> Option<Token>
fn last_unlintable_index(&self) -> Option<usize>
fn iter_unlintable_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_unlintables(&self) -> impl Iterator<Item = Token> + '_
fn first_sentence_terminator(&self) -> Option<Token>
fn last_sentence_terminator(&self) -> Option<Token>
fn last_sentence_terminator_index(&self) -> Option<usize>
fn iter_sentence_terminator_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_sentence_terminators(&self) -> impl Iterator<Item = Token> + '_
fn first_paragraph_break(&self) -> Option<Token>
fn last_paragraph_break(&self) -> Option<Token>
fn last_paragraph_break_index(&self) -> Option<usize>
fn iter_paragraph_break_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_paragraph_breaks(&self) -> impl Iterator<Item = Token> + '_
fn first_chunk_terminator(&self) -> Option<Token>
fn last_chunk_terminator(&self) -> Option<Token>
fn last_chunk_terminator_index(&self) -> Option<usize>
fn iter_chunk_terminator_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_chunk_terminators(&self) -> impl Iterator<Item = Token> + '_
fn first_punctuation(&self) -> Option<Token>
fn last_punctuation(&self) -> Option<Token>
fn last_punctuation_index(&self) -> Option<usize>
fn iter_punctuation_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_punctuations(&self) -> impl Iterator<Item = Token> + '_
fn first_currency(&self) -> Option<Token>
fn last_currency(&self) -> Option<Token>
fn last_currency_index(&self) -> Option<usize>
fn iter_currency_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_currencys(&self) -> impl Iterator<Item = Token> + '_
fn first_likely_homograph(&self) -> Option<Token>
fn last_likely_homograph(&self) -> Option<Token>
fn last_likely_homograph_index(&self) -> Option<usize>
fn iter_likely_homograph_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_likely_homographs(&self) -> impl Iterator<Item = Token> + '_
fn iter_linking_verb_indices(&self) -> impl Iterator<Item = usize> + '_
fn iter_linking_verbs(&self) -> impl Iterator<Item = Token> + '_
Sourcefn iter_chunks(&self) -> impl Iterator<Item = &[Token]> + '_
fn iter_chunks(&self) -> impl Iterator<Item = &[Token]> + '_
Iterate over chunks.
For example, the following sentence contains two chunks separated by a comma:
Here is an example, it is short.Sourcefn iter_paragraphs(&self) -> impl Iterator<Item = &[Token]> + '_
fn iter_paragraphs(&self) -> impl Iterator<Item = &[Token]> + '_
Get an iterator over token slices that represent the individual paragraphs in a document.
Sourcefn iter_sentences(&self) -> impl Iterator<Item = &[Token]> + '_
fn iter_sentences(&self) -> impl Iterator<Item = &[Token]> + '_
Get an iterator over token slices that represent the individual sentences in a document.
Dyn Compatibility§
This trait is not dyn compatible.
In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.