rustling 0.8.0

A blazingly fast library for computational linguistics
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76

use std::collections::HashMap;
use std::path::PathBuf;

use pyo3::prelude::*;

use super::dag_hmm::DagHmmSegmenter;
use crate::seq_feature::SeqFeatureTemplate;

/// Python-exposed DAG + HMM hybrid segmenter.
///
/// Python users see this as `DAGHMMSegmenter`.
#[pyclass(name = "DAGHMMSegmenter", subclass, from_py_object)]
#[derive(Clone)]
pub struct PyDagHmmSegmenter {
    pub inner: DagHmmSegmenter,
}

#[pymethods]
impl PyDagHmmSegmenter {
    /// Create a new DAGHMMSegmenter.
    #[new]
    #[pyo3(signature = (*, n_iter=None, tolerance=None, gamma=None, random_seed=None, features=None))]
    fn new(
        n_iter: Option<usize>,
        tolerance: Option<f64>,
        gamma: Option<f64>,
        random_seed: Option<u64>,
        features: Option<Vec<SeqFeatureTemplate>>,
    ) -> Self {
        Self {
            inner: DagHmmSegmenter::new(n_iter, tolerance, gamma, random_seed, features),
        }
    }

    fn fit_segmented(&mut self, sents: Vec<Vec<String>>) {
        self.inner.fit_segmented(sents);
    }

    fn fit_unsegmented(&mut self, sent_strs: Vec<String>) {
        self.inner.fit_unsegmented(sent_strs);
    }

    fn score(&self, sents: Vec<Vec<String>>) -> PyResult<Vec<f64>> {
        self.inner.score(sents).map_err(PyErr::from)
    }

    #[pyo3(signature = (sent_strs, *, offsets=false))]
    fn predict(
        &self,
        py: Python<'_>,
        sent_strs: Vec<String>,
        offsets: bool,
    ) -> PyResult<Py<PyAny>> {
        let words = self.inner.predict(sent_strs);
        if offsets {
            let with_offsets = super::attach_offsets(words);
            Ok(with_offsets.into_pyobject(py)?.into_any().unbind())
        } else {
            Ok(words.into_pyobject(py)?.into_any().unbind())
        }
    }

    fn save(&self, path: PathBuf, metadata: HashMap<String, String>) -> PyResult<()> {
        let path_str = path
            .to_str()
            .ok_or_else(|| pyo3::exceptions::PyValueError::new_err("Path is not valid UTF-8"))?;
        Ok(self.inner.save(path_str, &metadata)?)
    }

    fn load(&mut self, path: PathBuf) -> PyResult<HashMap<String, String>> {
        let path_str = path
            .to_str()
            .ok_or_else(|| pyo3::exceptions::PyValueError::new_err("Path is not valid UTF-8"))?;
        Ok(self.inner.load(path_str)?)
    }
}