mod cli;
mod document;
mod embed;
mod engine;
mod errors;
mod outcomes;
use pyo3::prelude::*;
fn to_py<'py, T: serde::Serialize>(py: Python<'py>, val: &T) -> PyResult<Bound<'py, PyAny>> {
pythonize::pythonize(py, val)
.map_err(|e| pyo3::exceptions::PyRuntimeError::new_err(e.to_string()))
}
#[pymodule]
#[allow(unreachable_pub)] pub fn _core(m: &Bound<'_, PyModule>) -> PyResult<()> {
errors::add_to(m)?;
m.add_class::<engine::PyEngine>()?;
m.add_class::<document::PyDocument>()?;
#[cfg(feature = "model2vec")]
m.add_class::<embed::PyModel2Vec>()?;
m.add_function(pyo3::wrap_pyfunction!(outcomes::summarize, m)?)?;
m.add_function(pyo3::wrap_pyfunction!(outcomes::keyphrases, m)?)?;
m.add_function(pyo3::wrap_pyfunction!(outcomes::clusters, m)?)?;
m.add_function(pyo3::wrap_pyfunction!(cli::cli_main, m)?)?;
add_limits(m)?;
Ok(())
}
fn add_limits(m: &Bound<'_, PyModule>) -> PyResult<()> {
use crate::domain::limits;
for (name, value) in [
("MAX_INPUT_BYTES", limits::MAX_INPUT_BYTES),
("MAX_CONFIG_FILE_BYTES", limits::MAX_CONFIG_FILE_BYTES),
("MAX_DOWNLOAD_BYTES", limits::MAX_DOWNLOAD_BYTES),
("MAX_TFIDF_SENTENCES", limits::MAX_TFIDF_SENTENCES),
("MAX_TEXTRANK_SENTENCES", limits::MAX_TEXTRANK_SENTENCES),
("MAX_CLUSTER_SENTENCES", limits::MAX_CLUSTER_SENTENCES),
("MAX_RAKE_TOKENS", limits::MAX_RAKE_TOKENS),
("MAX_YAKE_TOKENS", limits::MAX_YAKE_TOKENS),
(
"MAX_COMPRESSION_PARAGRAPH_BYTES",
limits::MAX_COMPRESSION_PARAGRAPH_BYTES,
),
("MIN_READABILITY_WORDS", limits::MIN_READABILITY_WORDS),
("MIN_COMPRESSION_WORDS", limits::MIN_COMPRESSION_WORDS),
] {
m.add(name, value)?;
}
Ok(())
}