Struct CountTokens

pub struct CountTokens(/* private fields */);

Available on crate feature llm-utility-service only.

The request builder for LlmUtilityService::count_tokens calls.

Example

use builder::llm_utility_service::CountTokens;
let builder = prepare_request_builder();
let response = builder.send().await?;

fn prepare_request_builder() -> CountTokens {
  // ... details omitted ...
}

Implementations

impl CountTokens

pub fn with_request<V: Into<CountTokensRequest>>(self, v: V) -> Self

Sets the full request, replacing any prior values.

pub fn with_options<V: Into<RequestOptions>>(self, v: V) -> Self

Sets all the options, replacing any prior values.

pub async fn send(self) -> Result<CountTokensResponse>

Sends the request.

pub fn set_endpoint<T: Into<String>>(self, v: T) -> Self

Sets the value of endpoint.

This is a required field for requests.

pub fn set_model<T: Into<String>>(self, v: T) -> Self

Sets the value of model.

pub fn set_instances<T, V>(self, v: T) -> Self

where T: IntoIterator<Item = V>, V: Into<Value>,

Sets the value of instances.

pub fn set_contents<T, V>(self, v: T) -> Self

where T: IntoIterator<Item = V>, V: Into<Content>,

Sets the value of contents.

pub fn set_system_instruction<T: Into<Option<Content>>>(self, v: T) -> Self

Sets the value of system_instruction.

pub fn set_tools<T, V>(self, v: T) -> Self

where T: IntoIterator<Item = V>, V: Into<Tool>,

Sets the value of tools.

pub fn set_generation_config<T: Into<Option<GenerationConfig>>>( self, v: T, ) -> Self

Sets the value of generation_config.

Trait Implementations

impl Clone for CountTokens

fn clone(&self) -> CountTokens

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CountTokens

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.