graphrecords-python 0.5.0

High-performance graph-based data records
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125

use crate::prelude::PyGraphRecord;
use graphrecords_core::{
    GraphRecord,
    errors::{GraphRecordError, GraphRecordResult},
    graphrecord::connector::{Connector, ExportConnector, IngestConnector},
};
use pyo3::{Py, PyAny, Python, types::PyAnyMethods};
use serde::{Deserialize, Deserializer, Serialize, Serializer};

#[derive(Debug)]
pub struct PyConnector(Py<PyAny>);

impl PyConnector {
    pub const fn new(connector: Py<PyAny>) -> Self {
        Self(connector)
    }
}

impl Clone for PyConnector {
    fn clone(&self) -> Self {
        Python::attach(|py| Self(self.0.clone_ref(py)))
    }
}

impl Serialize for PyConnector {
    fn serialize<S: Serializer>(&self, serializer: S) -> Result<S::Ok, S::Error> {
        Python::attach(|py| {
            let cloudpickle = py
                .import("cloudpickle")
                .map_err(serde::ser::Error::custom)?;

            let bytes: Vec<u8> = cloudpickle
                .call_method1("dumps", (&self.0,))
                .map_err(serde::ser::Error::custom)?
                .extract()
                .map_err(serde::ser::Error::custom)?;

            serializer.serialize_bytes(&bytes)
        })
    }
}

impl<'de> Deserialize<'de> for PyConnector {
    fn deserialize<D: Deserializer<'de>>(deserializer: D) -> Result<Self, D::Error> {
        let bytes: Vec<u8> = Deserialize::deserialize(deserializer)?;

        Python::attach(|py| {
            let cloudpickle = py.import("cloudpickle").map_err(serde::de::Error::custom)?;

            let obj: Py<PyAny> = cloudpickle
                .call_method1("loads", (bytes.as_slice(),))
                .map_err(serde::de::Error::custom)?
                .into();

            Ok(Self(obj))
        })
    }
}

impl Connector for PyConnector {
    fn initialize(&self, graphrecord: &mut GraphRecord) -> GraphRecordResult<()> {
        Python::attach(|py| {
            PyGraphRecord::scope_mut(py, graphrecord, |py, graphrecord| {
                self.0
                    .call_method1(py, "initialize", (graphrecord,))
                    .map_err(|err| GraphRecordError::ConnectorFailure {
                        message: err.to_string(),
                    })?;

                Ok(())
            })
        })
    }

    fn disconnect(&self, graphrecord: &mut GraphRecord) -> GraphRecordResult<()> {
        Python::attach(|py| {
            PyGraphRecord::scope_mut(py, graphrecord, |py, graphrecord| {
                self.0
                    .call_method1(py, "disconnect", (graphrecord,))
                    .map_err(|err| GraphRecordError::ConnectorFailure {
                        message: err.to_string(),
                    })?;

                Ok(())
            })
        })
    }
}

impl IngestConnector for PyConnector {
    type DataSet = Py<PyAny>;

    fn ingest(&self, graphrecord: &mut GraphRecord, data: Self::DataSet) -> GraphRecordResult<()> {
        Python::attach(|py| {
            PyGraphRecord::scope_mut(py, graphrecord, |py, graphrecord| {
                self.0
                    .call_method1(py, "ingest", (graphrecord, data))
                    .map_err(|err| GraphRecordError::ConnectorFailure {
                        message: err.to_string(),
                    })?;

                Ok(())
            })
        })
    }
}

impl ExportConnector for PyConnector {
    type DataSet = Py<PyAny>;

    fn export(&self, graphrecord: &GraphRecord) -> GraphRecordResult<Self::DataSet> {
        Python::attach(|py| {
            PyGraphRecord::scope(py, graphrecord, |py, graphrecord| {
                let data = self
                    .0
                    .call_method1(py, "export", (graphrecord,))
                    .map_err(|err| GraphRecordError::ConnectorFailure {
                        message: err.to_string(),
                    })?;

                Ok(data)
            })
        })
    }
}