pub struct ModelDeploymentCardBuilder { /* private fields */ }Expand description
Builder for ModelDeploymentCard.
Implementations§
Source§impl ModelDeploymentCardBuilder
impl ModelDeploymentCardBuilder
Sourcepub fn display_name(&mut self, value: String) -> &mut Self
pub fn display_name(&mut self, value: String) -> &mut Self
Human readable model name, e.g. “Meta Llama 3.1 8B Instruct”
pub fn slug(&mut self, value: Slug) -> &mut Self
Sourcepub fn model_info(&mut self, value: Option<ModelInfoType>) -> &mut Self
pub fn model_info(&mut self, value: Option<ModelInfoType>) -> &mut Self
Model information
Sourcepub fn tokenizer(&mut self, value: Option<TokenizerKind>) -> &mut Self
pub fn tokenizer(&mut self, value: Option<TokenizerKind>) -> &mut Self
Tokenizer configuration
Sourcepub fn prompt_formatter(
&mut self,
value: Option<PromptFormatterArtifact>,
) -> &mut Self
pub fn prompt_formatter( &mut self, value: Option<PromptFormatterArtifact>, ) -> &mut Self
Prompt Formatter configuration
Sourcepub fn chat_template_file(
&mut self,
value: Option<PromptFormatterArtifact>,
) -> &mut Self
pub fn chat_template_file( &mut self, value: Option<PromptFormatterArtifact>, ) -> &mut Self
chat template may be stored as a separate file instead of in prompt_formatter.
Sourcepub fn gen_config(&mut self, value: Option<GenerationConfig>) -> &mut Self
pub fn gen_config(&mut self, value: Option<GenerationConfig>) -> &mut Self
Generation config - default sampling params
Sourcepub fn prompt_context(
&mut self,
value: Option<Vec<PromptContextMixin>>,
) -> &mut Self
pub fn prompt_context( &mut self, value: Option<Vec<PromptContextMixin>>, ) -> &mut Self
Prompt Formatter Config
Sourcepub fn last_published(&mut self, value: Option<DateTime<Utc>>) -> &mut Self
pub fn last_published(&mut self, value: Option<DateTime<Utc>>) -> &mut Self
When this card was last advertised by a worker. None if not yet published.
Sourcepub fn revision(&mut self, value: u64) -> &mut Self
pub fn revision(&mut self, value: u64) -> &mut Self
Incrementing count of how many times we published this card
Sourcepub fn context_length(&mut self, value: u32) -> &mut Self
pub fn context_length(&mut self, value: u32) -> &mut Self
Max context (in number of tokens) this model can handle
Sourcepub fn kv_cache_block_size(&mut self, value: u32) -> &mut Self
pub fn kv_cache_block_size(&mut self, value: u32) -> &mut Self
Size of a KV cache block - vllm only currently Passed to the engine and the KV router.
Sourcepub fn migration_limit(&mut self, value: u32) -> &mut Self
pub fn migration_limit(&mut self, value: u32) -> &mut Self
How many times a request can be migrated to another worker if the HTTP server lost connection to the current worker.
Sourcepub fn user_data(&mut self, value: Option<Value>) -> &mut Self
pub fn user_data(&mut self, value: Option<Value>) -> &mut Self
User-defined metadata for custom worker behavior
pub fn runtime_config(&mut self, value: ModelRuntimeConfig) -> &mut Self
pub fn cache_dir(&mut self, value: Option<Arc<TempDir>>) -> &mut Self
Sourcepub fn build(
&self,
) -> Result<ModelDeploymentCard, ModelDeploymentCardBuilderError>
pub fn build( &self, ) -> Result<ModelDeploymentCard, ModelDeploymentCardBuilderError>
Trait Implementations§
Source§impl Clone for ModelDeploymentCardBuilder
impl Clone for ModelDeploymentCardBuilder
Source§fn clone(&self) -> ModelDeploymentCardBuilder
fn clone(&self) -> ModelDeploymentCardBuilder
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read moreAuto Trait Implementations§
impl Freeze for ModelDeploymentCardBuilder
impl RefUnwindSafe for ModelDeploymentCardBuilder
impl Send for ModelDeploymentCardBuilder
impl Sync for ModelDeploymentCardBuilder
impl Unpin for ModelDeploymentCardBuilder
impl UnwindSafe for ModelDeploymentCardBuilder
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
T in a tonic::RequestSource§impl<T, U> OverflowingInto<U> for Twhere
U: OverflowingFrom<T>,
impl<T, U> OverflowingInto<U> for Twhere
U: OverflowingFrom<T>,
fn overflowing_into(self) -> (U, bool)
Source§impl<T> Paint for Twhere
T: ?Sized,
impl<T> Paint for Twhere
T: ?Sized,
Source§fn fg(&self, value: Color) -> Painted<&T>
fn fg(&self, value: Color) -> Painted<&T>
Returns a styled value derived from self with the foreground set to
value.
This method should be used rarely. Instead, prefer to use color-specific
builder methods like red() and
green(), which have the same functionality but are
pithier.
§Example
Set foreground color to white using fg():
use yansi::{Paint, Color};
painted.fg(Color::White);Set foreground color to white using white().
use yansi::Paint;
painted.white();Source§fn bright_black(&self) -> Painted<&T>
fn bright_black(&self) -> Painted<&T>
Source§fn bright_red(&self) -> Painted<&T>
fn bright_red(&self) -> Painted<&T>
Source§fn bright_green(&self) -> Painted<&T>
fn bright_green(&self) -> Painted<&T>
Source§fn bright_yellow(&self) -> Painted<&T>
fn bright_yellow(&self) -> Painted<&T>
Source§fn bright_blue(&self) -> Painted<&T>
fn bright_blue(&self) -> Painted<&T>
Source§fn bright_magenta(&self) -> Painted<&T>
fn bright_magenta(&self) -> Painted<&T>
Source§fn bright_cyan(&self) -> Painted<&T>
fn bright_cyan(&self) -> Painted<&T>
Source§fn bright_white(&self) -> Painted<&T>
fn bright_white(&self) -> Painted<&T>
Source§fn bg(&self, value: Color) -> Painted<&T>
fn bg(&self, value: Color) -> Painted<&T>
Returns a styled value derived from self with the background set to
value.
This method should be used rarely. Instead, prefer to use color-specific
builder methods like on_red() and
on_green(), which have the same functionality but
are pithier.
§Example
Set background color to red using fg():
use yansi::{Paint, Color};
painted.bg(Color::Red);Set background color to red using on_red().
use yansi::Paint;
painted.on_red();Source§fn on_primary(&self) -> Painted<&T>
fn on_primary(&self) -> Painted<&T>
Source§fn on_magenta(&self) -> Painted<&T>
fn on_magenta(&self) -> Painted<&T>
Source§fn on_bright_black(&self) -> Painted<&T>
fn on_bright_black(&self) -> Painted<&T>
Source§fn on_bright_red(&self) -> Painted<&T>
fn on_bright_red(&self) -> Painted<&T>
Source§fn on_bright_green(&self) -> Painted<&T>
fn on_bright_green(&self) -> Painted<&T>
Source§fn on_bright_yellow(&self) -> Painted<&T>
fn on_bright_yellow(&self) -> Painted<&T>
Source§fn on_bright_blue(&self) -> Painted<&T>
fn on_bright_blue(&self) -> Painted<&T>
Source§fn on_bright_magenta(&self) -> Painted<&T>
fn on_bright_magenta(&self) -> Painted<&T>
Source§fn on_bright_cyan(&self) -> Painted<&T>
fn on_bright_cyan(&self) -> Painted<&T>
Source§fn on_bright_white(&self) -> Painted<&T>
fn on_bright_white(&self) -> Painted<&T>
Source§fn attr(&self, value: Attribute) -> Painted<&T>
fn attr(&self, value: Attribute) -> Painted<&T>
Enables the styling Attribute value.
This method should be used rarely. Instead, prefer to use
attribute-specific builder methods like bold() and
underline(), which have the same functionality
but are pithier.
§Example
Make text bold using attr():
use yansi::{Paint, Attribute};
painted.attr(Attribute::Bold);Make text bold using using bold().
use yansi::Paint;
painted.bold();Source§fn rapid_blink(&self) -> Painted<&T>
fn rapid_blink(&self) -> Painted<&T>
Source§fn quirk(&self, value: Quirk) -> Painted<&T>
fn quirk(&self, value: Quirk) -> Painted<&T>
Enables the yansi Quirk value.
This method should be used rarely. Instead, prefer to use quirk-specific
builder methods like mask() and
wrap(), which have the same functionality but are
pithier.
§Example
Enable wrapping using .quirk():
use yansi::{Paint, Quirk};
painted.quirk(Quirk::Wrap);Enable wrapping using wrap().
use yansi::Paint;
painted.wrap();Source§fn clear(&self) -> Painted<&T>
👎Deprecated since 1.0.1: renamed to resetting() due to conflicts with Vec::clear().
The clear() method will be removed in a future release.
fn clear(&self) -> Painted<&T>
resetting() due to conflicts with Vec::clear().
The clear() method will be removed in a future release.Source§fn whenever(&self, value: Condition) -> Painted<&T>
fn whenever(&self, value: Condition) -> Painted<&T>
Conditionally enable styling based on whether the Condition value
applies. Replaces any previous condition.
See the crate level docs for more details.
§Example
Enable styling painted only when both stdout and stderr are TTYs:
use yansi::{Paint, Condition};
painted.red().on_yellow().whenever(Condition::STDOUTERR_ARE_TTY);