Struct HttpCaller 

pub struct HttpCaller { /* private fields */ }

Implementations

impl HttpCaller

pub fn new() -> Result<Self, Error>

pub async fn call_openai( &self, model: &str, api_key: &str, request: &ChatRequest, ) -> Result<ChatResponse, HyperInferError>

pub async fn call_anthropic( &self, model: &str, api_key: &str, request: &ChatRequest, ) -> Result<ChatResponse, HyperInferError>

pub fn stream_openai( &self, model: &str, api_key: &str, request: &ChatRequest, ) -> Pin<Box<dyn Stream<Item = Result<ChatChunk, HyperInferError>> + Send + 'static>>

Stream chat completions from OpenAI via SSE.

Returns a pinned Stream of ChatChunk items. The stream ends after the provider sends the [DONE] sentinel or the connection closes.

pub fn stream_anthropic( &self, model: &str, api_key: &str, request: &ChatRequest, ) -> Pin<Box<dyn Stream<Item = Result<ChatChunk, HyperInferError>> + Send + 'static>>

Stream chat completions from Anthropic via SSE.

Anthropic uses a different event schema: content_block_delta events carry text deltas; message_delta carries the final usage.