[−][src]Struct pragmatic_segmenter::Segmenter
Segmenter type. It stores the compilation results of regular expressions used internally by pragmatic-segmenter in memory.
use pragmatic_segmenter::Segmenter; let segmenter = Segmenter::new()?; let result: Vec<_> = segmenter.segment("Hi Mr. Kim. Let's meet at 3 P.M.").collect(); assert_eq!(result, vec!["Hi Mr. Kim. ", "Let's meet at 3 P.M."]);
Implementations
impl Segmenter
[src]
pub fn new() -> Result<Self, Box<dyn Error>>
[src]
Create a new Segmenter instance. The regular expressions used internally by pragmatic-segmenter are compiled here.
use pragmatic_segmenter::Segmenter; let segmenter = Segmenter::new()?;
pub fn segment<'a>(
&'a self,
original_input: &'a str
) -> impl Iterator<Item = &'a str>
[src]
&'a self,
original_input: &'a str
) -> impl Iterator<Item = &'a str>
Separate sentences from given input. Although it is a function that returns an Iterator, not all processing is done by streaming. After pre-processing the entire input once, processing is performed for each sentence by streaming.
use pragmatic_segmenter::Segmenter; let segmenter = Segmenter::new()?; let mut iter = segmenter.segment("Hi Mr. Kim. Let's meet at 3 P.M."); assert_eq!(iter.next(), Some("Hi Mr. Kim. ")); assert_eq!(iter.next(), Some("Let's meet at 3 P.M.")); assert_eq!(iter.next(), None);
Auto Trait Implementations
impl !RefUnwindSafe for Segmenter
impl Send for Segmenter
impl Sync for Segmenter
impl Unpin for Segmenter
impl UnwindSafe for Segmenter
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized,
[src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized,
[src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized,
[src]
T: ?Sized,
fn borrow_mut(&mut self) -> &mut T
[src]
impl<T> From<T> for T
[src]
impl<T, U> Into<U> for T where
U: From<T>,
[src]
U: From<T>,
impl<T, U> TryFrom<U> for T where
U: Into<T>,
[src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>
[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>,
[src]
U: TryFrom<T>,