rustling 0.8.0

A blazingly fast library for computational linguistics
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use pyo3::prelude::*;

use super::random_segmenter::{BaseRandomSegmenter, RandomSegmenter};

/// Python-exposed wrapper. Python users see this as `RandomSegmenter`.
#[pyclass(name = "RandomSegmenter", subclass, from_py_object)]
#[derive(Clone)]
pub struct PyRandomSegmenter {
    pub inner: RandomSegmenter,
}

impl BaseRandomSegmenter for PyRandomSegmenter {
    fn prob(&self) -> f64 {
        self.inner.prob()
    }
    fn from_prob(prob: f64) -> Self {
        Self {
            inner: RandomSegmenter::from_prob(prob),
        }
    }
}

#[pymethods]
impl PyRandomSegmenter {
    /// Initialize a random segmenter.
    ///
    /// # Arguments
    ///
    /// * `prob` - The probability from [0, 1) that segmentation occurs between
    ///            two symbols.
    ///
    /// # Raises
    ///
    /// * `ValueError` - If prob is outside [0, 1).
    #[new]
    #[pyo3(signature = (*, prob))]
    fn new(prob: f64) -> PyResult<Self> {
        RandomSegmenter::new(prob)
            .map(|inner| Self { inner })
            .map_err(PyErr::from)
    }

    /// Segment the given unsegmented sentences.
    ///
    /// # Arguments
    ///
    /// * `sent_strs` - An iterable of unsegmented sentences.
    /// * `offsets` - If true, return each word as (word, (start, end)).
    ///
    /// # Returns
    ///
    /// A list of segmented sentences.
    #[pyo3(signature = (sent_strs, *, offsets=false))]
    fn predict(
        &self,
        py: Python<'_>,
        sent_strs: Vec<String>,
        offsets: bool,
    ) -> PyResult<Py<PyAny>> {
        let words = BaseRandomSegmenter::predict(self, sent_strs);
        if offsets {
            let with_offsets = super::attach_offsets(words);
            Ok(with_offsets.into_pyobject(py)?.into_any().unbind())
        } else {
            Ok(words.into_pyobject(py)?.into_any().unbind())
        }
    }
}