pub struct InferencePipelineBuilder { /* private fields */ }Expand description
Builder for creating inference pipelines
Implementations§
Source§impl InferencePipelineBuilder
impl InferencePipelineBuilder
pub fn new() -> Self
pub fn with_model_config(self, config: LlamaConfig) -> Self
pub fn with_tokenizer(self, tokenizer: Tokenizer) -> Self
pub fn build(self) -> ModelResult<InferencePipeline>
Auto Trait Implementations§
impl !Freeze for InferencePipelineBuilder
impl RefUnwindSafe for InferencePipelineBuilder
impl Send for InferencePipelineBuilder
impl Sync for InferencePipelineBuilder
impl Unpin for InferencePipelineBuilder
impl UnsafeUnpin for InferencePipelineBuilder
impl UnwindSafe for InferencePipelineBuilder
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<T> ErasedDestructor for Twhere
T: 'static,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more