[−][src]Struct tantivy::tokenizer::BoxedTokenizer
A boxed tokenizer
Methods
impl BoxedTokenizer[src]
pub fn token_stream<'a>(&self, text: &'a str) -> Box<dyn TokenStream + 'a>[src]
Tokenize a &str
pub fn token_stream_texts<'b>(
&self,
texts: &'b [&'b str]
) -> Box<dyn TokenStream + 'b>[src]
&self,
texts: &'b [&'b str]
) -> Box<dyn TokenStream + 'b>
Tokenize an array&str
The resulting TokenStream is equivalent to what would be obtained if the &str were
one concatenated &str, with an artificial position gap of 2 between the different fields
to prevent accidental PhraseQuery to match accross two terms.
Trait Implementations
impl Clone for BoxedTokenizer[src]
fn clone(&self) -> BoxedTokenizer[src]
fn clone_from(&mut self, source: &Self)1.0.0[src]
impl<T> From<T> for BoxedTokenizer where
T: 'static + Send + Sync + for<'a> Tokenizer<'a>, [src]
T: 'static + Send + Sync + for<'a> Tokenizer<'a>,
fn from(tokenizer: T) -> BoxedTokenizer[src]
Auto Trait Implementations
impl !RefUnwindSafe for BoxedTokenizer
impl Send for BoxedTokenizer
impl Sync for BoxedTokenizer
impl Unpin for BoxedTokenizer
impl !UnwindSafe for BoxedTokenizer
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized, [src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized, [src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized, [src]
T: ?Sized,
fn borrow_mut(&mut self) -> &mut T[src]
impl<T> Downcast for T where
T: Any, [src]
T: Any,
fn into_any(self: Box<T>) -> Box<dyn Any + 'static>[src]
fn into_any_rc(self: Rc<T>) -> Rc<dyn Any + 'static>[src]
fn as_any(&self) -> &(dyn Any + 'static)[src]
fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)[src]
impl<T> DowncastSync for T where
T: Send + Sync + Any, [src]
T: Send + Sync + Any,
impl<T> Erased for T[src]
impl<T> From<T> for T[src]
impl<T> Fruit for T where
T: Send + Downcast, [src]
T: Send + Downcast,
impl<T, U> Into<U> for T where
U: From<T>, [src]
U: From<T>,
impl<T> ToOwned for T where
T: Clone, [src]
T: Clone,
type Owned = T
The resulting type after obtaining ownership.
fn to_owned(&self) -> T[src]
fn clone_into(&self, target: &mut T)[src]
impl<T, U> TryFrom<U> for T where
U: Into<T>, [src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>, [src]
U: TryFrom<T>,
type Error = <U as TryFrom<T>>::Error
The type returned in the event of a conversion error.
fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>[src]
impl<V, T> VZip<V> for T where
V: MultiLane<T>,
V: MultiLane<T>,