pub enum Seq2SeqBatchLayout {
Packed,
Padded {
encoder_pad_token_id: i64,
decoder_pad_token_id: i64,
encoder_padding: CausalPadding,
decoder_padding: CausalPadding,
},
}Available on crate feature
std only.Expand description
Paired document layout, with independently supplied source/decoder padding policies.
Variants§
Packed
Independent source/decoder concatenations; corresponding document indices remain paired.
Padded
Independent rectangular source/decoder lengths and explicit tokenizer padding IDs.
Fields
§
encoder_padding: CausalPaddingSource padding direction.
§
decoder_padding: CausalPaddingDecoder padding direction.
Trait Implementations§
Source§impl Clone for Seq2SeqBatchLayout
impl Clone for Seq2SeqBatchLayout
impl Copy for Seq2SeqBatchLayout
Source§impl Debug for Seq2SeqBatchLayout
impl Debug for Seq2SeqBatchLayout
Source§impl<'de> Deserialize<'de> for Seq2SeqBatchLayout
impl<'de> Deserialize<'de> for Seq2SeqBatchLayout
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for Seq2SeqBatchLayout
Source§impl PartialEq for Seq2SeqBatchLayout
impl PartialEq for Seq2SeqBatchLayout
Source§impl Serialize for Seq2SeqBatchLayout
impl Serialize for Seq2SeqBatchLayout
impl StructuralPartialEq for Seq2SeqBatchLayout
Auto Trait Implementations§
impl Freeze for Seq2SeqBatchLayout
impl RefUnwindSafe for Seq2SeqBatchLayout
impl Send for Seq2SeqBatchLayout
impl Sync for Seq2SeqBatchLayout
impl Unpin for Seq2SeqBatchLayout
impl UnsafeUnpin for Seq2SeqBatchLayout
impl UnwindSafe for Seq2SeqBatchLayout
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.