Struct rust_tokenizers::preprocessing::vocab::sentencepiece_proto::sentencepiece_model::NormalizerSpec

pub struct NormalizerSpec {
    pub unknown_fields: UnknownFields,
    pub cached_size: CachedSize,
    // some fields omitted
}

Fields

unknown_fields: UnknownFields

cached_size: CachedSize

Implementations

impl NormalizerSpec

pub fn new() -> NormalizerSpec

pub fn get_name(&self) -> &str

pub fn clear_name(&mut self)

pub fn has_name(&self) -> bool

pub fn set_name(&mut self, v: String)

pub fn mut_name(&mut self) -> &mut String

pub fn take_name(&mut self) -> String

pub fn get_precompiled_charsmap(&self) -> &[u8]

pub fn clear_precompiled_charsmap(&mut self)

pub fn has_precompiled_charsmap(&self) -> bool

pub fn set_precompiled_charsmap(&mut self, v: Vec<u8>)

pub fn mut_precompiled_charsmap(&mut self) -> &mut Vec<u8>

pub fn take_precompiled_charsmap(&mut self) -> Vec<u8>

pub fn get_add_dummy_prefix(&self) -> bool

pub fn clear_add_dummy_prefix(&mut self)

pub fn has_add_dummy_prefix(&self) -> bool

pub fn set_add_dummy_prefix(&mut self, v: bool)

pub fn get_remove_extra_whitespaces(&self) -> bool

pub fn clear_remove_extra_whitespaces(&mut self)

pub fn has_remove_extra_whitespaces(&self) -> bool

pub fn set_remove_extra_whitespaces(&mut self, v: bool)

pub fn get_escape_whitespaces(&self) -> bool

pub fn clear_escape_whitespaces(&mut self)

pub fn has_escape_whitespaces(&self) -> bool

pub fn set_escape_whitespaces(&mut self, v: bool)

pub fn get_normalization_rule_tsv(&self) -> &str

pub fn clear_normalization_rule_tsv(&mut self)

pub fn has_normalization_rule_tsv(&self) -> bool

pub fn set_normalization_rule_tsv(&mut self, v: String)

pub fn mut_normalization_rule_tsv(&mut self) -> &mut String

pub fn take_normalization_rule_tsv(&mut self) -> String

Trait Implementations

impl Clear for NormalizerSpec

fn clear(&mut self)

Clear this make, make it equivalent to newly created object.

impl Clone for NormalizerSpec

fn clone(&self) -> NormalizerSpec

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for NormalizerSpec

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl Default for NormalizerSpec

fn default() -> NormalizerSpec

Returns the "default value" for a type.

impl<'a> Default for &'a NormalizerSpec

fn default() -> &'a NormalizerSpec

Returns the "default value" for a type.

impl Message for NormalizerSpec

fn is_initialized(&self) -> bool

True iff all required fields are initialized. Always returns true for protobuf 3.

fn merge_from(&mut self, is: &mut CodedInputStream) -> ProtobufResult<()>

Update this message object with fields read from given stream.

fn compute_size(&self) -> u32

Compute and cache size of this message and all nested messages

fn write_to_with_cached_sizes(
    &self,
    os: &mut CodedOutputStream
) -> ProtobufResult<()>

Write message to the stream.

fn get_cached_size(&self) -> u32

Get size previously computed by compute_size.

fn get_unknown_fields(&self) -> &UnknownFields

Get a reference to unknown fields.

fn mut_unknown_fields(&mut self) -> &mut UnknownFields

Get a mutable reference to unknown fields.

fn as_any(&self) -> &dyn Any

View self as Any.

fn as_any_mut(&mut self) -> &mut dyn Any

View self as mutable Any.

fn into_any(self: Box<Self>) -> Box<dyn Any>

Convert boxed self to boxed Any.

fn descriptor(&self) -> &'static MessageDescriptor

Message descriptor for this message, used for reflection.

fn new() -> NormalizerSpec

Create an empty message object.

fn descriptor_static() -> &'static MessageDescriptor

Get message descriptor for message type.

fn default_instance() -> &'static NormalizerSpec

Return a pointer to default immutable message with static lifetime.

fn write_to(&self, os: &mut CodedOutputStream) -> Result<(), ProtobufError>

Write the message to the stream.

fn write_length_delimited_to(
    &self,
    os: &mut CodedOutputStream
) -> Result<(), ProtobufError>

Write the message to the stream prepending the message with message length encoded as varint.

fn write_length_delimited_to_vec(
    &self,
    vec: &mut Vec<u8>
) -> Result<(), ProtobufError>

Write the message to the vec, prepend the message with message length encoded as varint.

fn merge_from_bytes(&mut self, bytes: &[u8]) -> Result<(), ProtobufError>

Update this message object with fields read from given stream.

fn check_initialized(&self) -> Result<(), ProtobufError>

Check if all required fields of this object are initialized.

fn write_to_writer(&self, w: &mut dyn Write) -> Result<(), ProtobufError>

Write the message to the writer.

fn write_to_vec(&self, v: &mut Vec<u8>) -> Result<(), ProtobufError>

Write the message to bytes vec.

fn write_to_bytes(&self) -> Result<Vec<u8>, ProtobufError>

Write the message to bytes vec.

fn write_length_delimited_to_writer(
    &self,
    w: &mut dyn Write
) -> Result<(), ProtobufError>

Write the message to the writer, prepend the message with message length encoded as varint.

fn write_length_delimited_to_bytes(&self) -> Result<Vec<u8>, ProtobufError>

Write the message to the bytes vec, prepend the message with message length encoded as varint.

fn type_id(&self) -> TypeId

Get type id for downcasting.

impl PartialEq<NormalizerSpec> for NormalizerSpec

fn eq(&self, other: &NormalizerSpec) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &NormalizerSpec) -> bool

This method tests for !=.

impl ProtobufValue for NormalizerSpec

fn as_ref(&self) -> ReflectValueRef

As ref

fn as_any(&self) -> &(dyn Any + 'static)

Convert to Any

fn is_non_zero(&self) -> bool

Is value non-zero?

fn as_ref_copy(&self) -> ReflectValueRef<'static>

Return ProtobufValueRef if self is Copy.

impl StructuralPartialEq for NormalizerSpec