[−][src]Struct rust_transformers::preprocessing::tokenizer::base_tokenizer::TokenizedInput
Fields
token_ids: Vec<i64>
segment_ids: Vec<i8>
special_tokens_mask: Vec<i8>
overflowing_tokens: Vec<i64>
num_truncated_tokens: usize
Trait Implementations
impl Clone for TokenizedInput
[src]
fn clone(&self) -> TokenizedInput
[src]
fn clone_from(&mut self, source: &Self)
1.0.0[src]
impl Debug for TokenizedInput
[src]
impl IntoPy<PyObject> for TokenizedInput
[src]
impl PartialEq<TokenizedInput> for TokenizedInput
[src]
fn eq(&self, other: &TokenizedInput) -> bool
[src]
fn ne(&self, other: &TokenizedInput) -> bool
[src]
impl PartialOrd<TokenizedInput> for TokenizedInput
[src]
fn partial_cmp(&self, other: &TokenizedInput) -> Option<Ordering>
[src]
fn lt(&self, other: &TokenizedInput) -> bool
[src]
fn le(&self, other: &TokenizedInput) -> bool
[src]
fn gt(&self, other: &TokenizedInput) -> bool
[src]
fn ge(&self, other: &TokenizedInput) -> bool
[src]
impl PyMethodsInventoryDispatch for TokenizedInput
[src]
type InventoryType = TokenizedInputGeneratedPyo3Inventory
This allows us to get the inventory type when only the pyclass is in scope
impl PyObjectAlloc for TokenizedInput
[src]
unsafe fn alloc(_py: Python) -> *mut PyObject
[src]
unsafe fn dealloc(py: Python, obj: *mut PyObject)
[src]
unsafe fn drop(py: Python, obj: *mut PyObject)
[src]
impl PyTypeInfo for TokenizedInput
[src]
type Type = TokenizedInput
Type of objects to store in PyObject struct
type BaseType = PyAny
Base class
const NAME: &'static str
[src]
const MODULE: Option<&'static str>
[src]
const DESCRIPTION: &'static str
[src]
const FLAGS: usize
[src]
const SIZE: usize
[src]
const OFFSET: isize
[src]
unsafe fn type_object() -> &'static mut PyTypeObject
[src]
fn is_instance(object: &PyAny) -> bool
[src]
fn is_exact_instance(object: &PyAny) -> bool
[src]
impl StructuralPartialEq for TokenizedInput
[src]
Auto Trait Implementations
impl RefUnwindSafe for TokenizedInput
impl Send for TokenizedInput
impl Sync for TokenizedInput
impl Unpin for TokenizedInput
impl UnwindSafe for TokenizedInput
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized,
[src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized,
[src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized,
[src]
T: ?Sized,
fn borrow_mut(&mut self) -> &mut T
[src]
impl<T> From<T> for T
[src]
impl<T> FromPy<T> for T
[src]
impl<T, U> Into<U> for T where
U: From<T>,
[src]
U: From<T>,
impl<T, U> IntoPy<U> for T where
U: FromPy<T>,
[src]
U: FromPy<T>,
impl<T> PyMethodsProtocol for T where
T: PyMethodsInventoryDispatch,
[src]
T: PyMethodsInventoryDispatch,
fn py_methods() -> Vec<&'static PyMethodDefType>
[src]
impl<T> PyObjectAlloc for T where
T: PyObjectWithFreeList,
[src]
T: PyObjectWithFreeList,
unsafe fn alloc(_py: Python) -> *mut PyObject
[src]
unsafe fn dealloc(py: Python, obj: *mut PyObject)
[src]
unsafe fn drop(py: Python, obj: *mut PyObject)
[src]
impl<'v, T> PyTryFrom<'v> for T where
T: PyTypeInfo,
[src]
T: PyTypeInfo,
fn try_from<V>(value: V) -> Result<&'v T, PyDowncastError> where
V: Into<&'v PyAny>,
[src]
V: Into<&'v PyAny>,
fn try_from_exact<V>(value: V) -> Result<&'v T, PyDowncastError> where
V: Into<&'v PyAny>,
[src]
V: Into<&'v PyAny>,
fn try_from_mut<V>(value: V) -> Result<&'v mut T, PyDowncastError> where
V: Into<&'v PyAny>,
[src]
V: Into<&'v PyAny>,
fn try_from_mut_exact<V>(value: V) -> Result<&'v mut T, PyDowncastError> where
V: Into<&'v PyAny>,
[src]
V: Into<&'v PyAny>,
unsafe fn try_from_unchecked<V>(value: V) -> &'v T where
V: Into<&'v PyAny>,
[src]
V: Into<&'v PyAny>,
unsafe fn try_from_mut_unchecked<V>(value: V) -> &'v mut T where
V: Into<&'v PyAny>,
[src]
V: Into<&'v PyAny>,
impl<T> PyTypeCreate for T where
T: PyObjectAlloc + PyTypeObject,
[src]
T: PyObjectAlloc + PyTypeObject,
impl<T> PyTypeObject for T where
T: PyTypeInfo + PyMethodsProtocol + PyObjectAlloc,
[src]
T: PyTypeInfo + PyMethodsProtocol + PyObjectAlloc,
fn init_type() -> NonNull<PyTypeObject>
[src]
fn type_object() -> Py<PyType>
[src]
impl<T> ToOwned for T where
T: Clone,
[src]
T: Clone,
type Owned = T
The resulting type after obtaining ownership.
fn to_owned(&self) -> T
[src]
fn clone_into(&self, target: &mut T)
[src]
impl<T, U> TryFrom<U> for T where
U: Into<T>,
[src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>
[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>,
[src]
U: TryFrom<T>,