Struct ComputeTokens

pub struct ComputeTokens(/* private fields */);

Available on crate feature llm-utility-service only.

The request builder for LlmUtilityService::compute_tokens calls.

Example

use builder::llm_utility_service::ComputeTokens;
let builder = prepare_request_builder();
let response = builder.send().await?;

fn prepare_request_builder() -> ComputeTokens {
  // ... details omitted ...
}

Implementations

impl ComputeTokens

pub fn with_request<V: Into<ComputeTokensRequest>>(self, v: V) -> Self

Sets the full request, replacing any prior values.

pub fn with_options<V: Into<RequestOptions>>(self, v: V) -> Self

Sets all the options, replacing any prior values.

pub async fn send(self) -> Result<ComputeTokensResponse>

Sends the request.

pub fn set_endpoint<T: Into<String>>(self, v: T) -> Self

Sets the value of endpoint.

This is a required field for requests.

pub fn set_instances<T, V>(self, v: T) -> Self

where T: IntoIterator<Item = V>, V: Into<Value>,

Sets the value of instances.

pub fn set_model<T: Into<String>>(self, v: T) -> Self

Sets the value of model.

pub fn set_contents<T, V>(self, v: T) -> Self

where T: IntoIterator<Item = V>, V: Into<Content>,

Sets the value of contents.

Trait Implementations

impl Clone for ComputeTokens

fn clone(&self) -> ComputeTokens

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ComputeTokens

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.