Struct ReplicatedTextSelectionRequest 

pub struct ReplicatedTextSelectionRequest { /* private fields */ }

Caller choices resolved while selecting one replicated text realization.

Implementations

impl ReplicatedTextSelectionRequest

pub fn new(residency: LayerWeightResidency, state: CacheResidencyPolicy) -> Self

Creates a replicated request with fail-closed optional facilities.

pub const fn with_topology(self, topology: ParallelTopology) -> Self

Sets the requested topology.

pub const fn with_quantization(self, quantization: QuantizationRequest) -> Self

Sets the optional load-time transform.

pub const fn with_session(self, session: SessionCapabilities) -> Self

Sets requested session facilities.

pub const fn with_prompt_cache(self, required: bool) -> Self

Requests prompt-cache persistence.

pub const fn with_exact_completion(self, required: bool) -> Self

Requests exact completion ownership.

pub const fn topology(&self) -> Option<ParallelTopology>

Returns the requested topology, where None means replicated.

pub const fn residency(&self) -> LayerWeightResidency

Returns the requested weight residency.

pub const fn state(&self) -> &CacheResidencyPolicy

Returns the requested state policy.

pub const fn quantization(&self) -> Option<QuantizationRequest>

Returns the requested transform.

pub const fn session(&self) -> SessionCapabilities

Returns requested session facilities.

pub const fn prompt_cache(&self) -> bool

Returns whether prompt-cache persistence is requested.

pub const fn exact_completion(&self) -> bool

Returns whether exact completion ownership is requested.

Trait Implementations

impl Clone for ReplicatedTextSelectionRequest

fn clone(&self) -> ReplicatedTextSelectionRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ReplicatedTextSelectionRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for ReplicatedTextSelectionRequest

impl PartialEq for ReplicatedTextSelectionRequest

fn eq(&self, other: &ReplicatedTextSelectionRequest) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for ReplicatedTextSelectionRequest