Struct Phind 

pub struct Phind {
    pub model: String,
    pub max_tokens: Option<u32>,
    pub temperature: Option<f32>,
    pub system: Option<String>,
    pub timeout_seconds: Option<u64>,
    pub top_p: Option<f32>,
    pub top_k: Option<u32>,
    pub api_base_url: String,
    /* private fields */
}

Represents a Phind LLM client with configuration options.

Fields

model: String

The model identifier to use (e.g. “Phind-70B”)

max_tokens: Option<u32>

Maximum number of tokens to generate

temperature: Option<f32>

Temperature for controlling randomness (0.0-1.0)

system: Option<String>

System prompt to prepend to conversations

timeout_seconds: Option<u64>

Request timeout in seconds

top_p: Option<f32>

Top-p sampling parameter

top_k: Option<u32>

Top-k sampling parameter

api_base_url: String

Base URL for the Phind API

Implementations

impl Phind

pub fn new( model: Option<String>, max_tokens: Option<u32>, temperature: Option<f32>, timeout_seconds: Option<u64>, system: Option<String>, top_p: Option<f32>, top_k: Option<u32>, ) -> Phind

Creates a new Phind client with the specified configuration.

Trait Implementations

impl ChatProvider for Phind

Implementation of chat functionality for Phind.

fn chat<'life0, 'life1, 'async_trait>( &'life0 self, messages: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<Box<dyn ChatResponse>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Phind: 'async_trait,

Sends a chat request to Phind’s API.

Arguments

• messages - The conversation history as a slice of chat messages

Returns

The provider’s response text or an error

fn chat_with_tools<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, _messages: &'life1 [ChatMessage], _tools: Option<&'life2 [Tool]>, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn ChatResponse>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, Phind: 'async_trait,

Sends a chat request to Phind’s API with tools.

Arguments

• messages - The conversation history as a slice of chat messages
• tools - Optional slice of tools to use in the chat

Returns

The provider’s response text or an error

fn chat_with_web_search<'life0, 'async_trait>( &'life0 self, _input: String, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn ChatResponse>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: 'async_trait,

Sends a chat with web search request to the provider

fn chat_stream<'life0, 'life1, 'async_trait>( &'life0 self, _messages: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<String, LLMError>> + Send>>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: 'async_trait,

Sends a streaming chat request to the provider with a sequence of messages.

fn chat_stream_struct<'life0, 'life1, 'async_trait>( &'life0 self, _messages: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamResponse, LLMError>> + Send>>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: 'async_trait,

Sends a streaming chat request that returns structured response chunks.

fn memory_contents<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Option<Vec<ChatMessage>>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: 'async_trait,

Get current memory contents if provider supports memory

fn summarize_history<'life0, 'life1, 'async_trait>( &'life0 self, msgs: &'life1 [ChatMessage], ) -> Pin<Box<dyn Future<Output = Result<String, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: 'async_trait,

Summarizes a conversation history into a concise 2-3 sentence summary

impl CompletionProvider for Phind

Implementation of completion functionality for Phind.

fn complete<'life0, 'life1, 'async_trait>( &'life0 self, _req: &'life1 CompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<CompletionResponse, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Phind: 'async_trait,

Sends a completion request to generate text.

impl EmbeddingProvider for Phind

Implementation of embedding functionality for Phind.

fn embed<'life0, 'async_trait>( &'life0 self, _input: Vec<String>, ) -> Pin<Box<dyn Future<Output = Result<Vec<Vec<f32>>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Phind: 'async_trait,

impl LLMProvider for Phind

fn tools(&self) -> Option<&[Tool]>

impl ModelsProvider for Phind

fn list_models<'life0, 'life1, 'async_trait>( &'life0 self, _request: Option<&'life1 ModelListRequest>, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn ModelListResponse>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: Sync + 'async_trait,

Asynchronously retrieves the list of available models ID’s from the provider.

impl SpeechToTextProvider for Phind

fn transcribe<'life0, 'async_trait>( &'life0 self, _audio: Vec<u8>, ) -> Pin<Box<dyn Future<Output = Result<String, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Phind: 'async_trait,

Transcribe the given audio bytes into text

fn transcribe_file<'life0, 'life1, 'async_trait>( &'life0 self, file_path: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<String, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: 'async_trait,

impl TextToSpeechProvider for Phind

Implementation of the LLMProvider trait for Phind.

fn speech<'life0, 'life1, 'async_trait>( &'life0 self, text: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<Vec<u8>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: 'async_trait,

Convert the given text into speech audio