Struct pachyderm::pps::PfsInput

pub struct PfsInput {
    pub name: String,
    pub repo: String,
    pub branch: String,
    pub commit: String,
    pub glob: String,
    pub join_on: String,
    pub lazy: bool,
    pub empty_files: bool,
    pub s3: bool,
}

Fields

name: String

repo: String

branch: String

commit: String

glob: String

join_on: String

lazy: bool

empty_files: bool

EmptyFiles, if true, will cause files from this PFS input to be presented as empty files. This is useful in shuffle pipelines where you want to read the names of files and reorganize them using symlinks.

s3: bool

S3, if true, will cause the worker to NOT download or link files from this input into the /pfs directory. Instead, an instance of our S3 gateway service will run on each of the sidecars, and data can be retrieved from this input by querying http://-s3././my/file

Trait Implementations

impl Clone for PfsInput

fn clone(&self) -> PfsInput

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PfsInput

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl Default for PfsInput

fn default() -> PfsInput

Returns the "default value" for a type.

impl Message for PfsInput

fn encode_raw<B>(&self, buf: &mut B) where
    B: BufMut, 

fn merge_field<B>(
    &mut self,
    tag: u32,
    wire_type: WireType,
    buf: &mut B,
    ctx: DecodeContext
) -> Result<(), DecodeError> where
    B: Buf, 

fn encoded_len(&self) -> usize

Returns the encoded length of the message without a length delimiter.

fn clear(&mut self)

Clears the message, resetting all fields to their default.

fn encode<B>(&self, buf: &mut B) -> Result<(), EncodeError> where
    B: BufMut, 

Encodes the message to a buffer.

fn encode_length_delimited<B>(&self, buf: &mut B) -> Result<(), EncodeError> where
    B: BufMut, 

Encodes the message with a length-delimiter to a buffer.

fn decode<B>(buf: B) -> Result<Self, DecodeError> where
    B: Buf,
    Self: Default, 

Decodes an instance of the message from a buffer.

fn decode_length_delimited<B>(buf: B) -> Result<Self, DecodeError> where
    B: Buf,
    Self: Default, 

Decodes a length-delimited instance of the message from the buffer.

fn merge<B>(&mut self, buf: B) -> Result<(), DecodeError> where
    B: Buf, 

Decodes an instance of the message from a buffer, and merges it into self.

fn merge_length_delimited<B>(&mut self, buf: B) -> Result<(), DecodeError> where
    B: Buf, 

Decodes a length-delimited instance of the message from buffer, and merges it into self.

impl PartialEq<PfsInput> for PfsInput

fn eq(&self, other: &PfsInput) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &PfsInput) -> bool

This method tests for !=.

impl StructuralPartialEq for PfsInput