pub struct OpenAIAdapter { /* private fields */ }Expand description
OpenAI API adapter.
Supports structured output generation via:
- Strict JSON schema mode (response_format with type: “json_schema”)
- Function calling (for GPT-4 and GPT-3.5-turbo)
- JSON mode (response_format with type: “json_object”)
- JSON schema validation (via function parameters)
§Example
use cognee_llm::adapters::OpenAIAdapter;
use cognee_llm::Llm;
let adapter = OpenAIAdapter::new(
"gpt-4-turbo-preview",
"sk-...",
None, // Use default base URL
)?;
let result: MyStruct = adapter.create_structured_output(
"Extract information from this text",
"You are a helpful assistant",
None,
).await?;Implementations§
Source§impl OpenAIAdapter
impl OpenAIAdapter
Sourcepub const DEFAULT_BASE_URL: &'static str = "https://api.openai.com/v1"
pub const DEFAULT_BASE_URL: &'static str = "https://api.openai.com/v1"
Default OpenAI API base URL
Sourcepub const DEFAULT_STRUCTURED_OUTPUT_RETRIES: usize = 5
pub const DEFAULT_STRUCTURED_OUTPUT_RETRIES: usize = 5
Default retry attempts for structured output parsing paths.
Python parity: instructor’s acreate_structured_output retries up to
MAX_RETRIES = 5 times on a parse/validation failure. We match that
count so transient malformed responses get the same number of repair
chances before the cognify pipeline gives up.
Sourcepub const DEFAULT_NETWORK_RETRIES: usize = 3
pub const DEFAULT_NETWORK_RETRIES: usize = 3
Default retry attempts for transient network/server errors.
Sourcepub fn new(
model: impl Into<String>,
api_key: impl Into<String>,
base_url: Option<String>,
) -> Result<OpenAIAdapter, LlmError>
pub fn new( model: impl Into<String>, api_key: impl Into<String>, base_url: Option<String>, ) -> Result<OpenAIAdapter, LlmError>
Sourcepub fn with_structured_output_retries(self, retries: u32) -> OpenAIAdapter
pub fn with_structured_output_retries(self, retries: u32) -> OpenAIAdapter
Configure retry attempts for structured output extraction.
Values lower than 1 are coerced to 1.
Sourcepub fn with_network_retries(self, retries: u32) -> OpenAIAdapter
pub fn with_network_retries(self, retries: u32) -> OpenAIAdapter
Configure retry attempts for transient network and server errors (HTTP 429, 5xx).
Each retry uses exponential backoff starting at 1 s, doubling up to 30 s.
Sourcepub fn with_transcription_model(self, model: impl Into<String>) -> OpenAIAdapter
pub fn with_transcription_model(self, model: impl Into<String>) -> OpenAIAdapter
Configure the model used for audio transcription (default: "whisper-1").
Trait Implementations§
Source§impl Clone for OpenAIAdapter
impl Clone for OpenAIAdapter
Source§fn clone(&self) -> OpenAIAdapter
fn clone(&self) -> OpenAIAdapter
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read moreSource§impl Llm for OpenAIAdapter
impl Llm for OpenAIAdapter
Source§fn generate<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<GenerationResponse, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
OpenAIAdapter: 'async_trait,
fn generate<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<GenerationResponse, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
OpenAIAdapter: 'async_trait,
Source§fn create_structured_output_with_messages_raw<'life0, 'life1, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
json_schema: &'life1 Value,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<Value, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
OpenAIAdapter: 'async_trait,
fn create_structured_output_with_messages_raw<'life0, 'life1, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
json_schema: &'life1 Value,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<Value, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
OpenAIAdapter: 'async_trait,
Source§fn supports_streaming(&self) -> bool
fn supports_streaming(&self) -> bool
Source§fn supports_function_calling(&self) -> bool
fn supports_function_calling(&self) -> bool
Source§fn max_context_length(&self) -> u32
fn max_context_length(&self) -> u32
Source§fn transcribe_image<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
image_bytes: &'life1 [u8],
mime_type: &'life2 str,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<String, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
OpenAIAdapter: 'async_trait,
fn transcribe_image<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
image_bytes: &'life1 [u8],
mime_type: &'life2 str,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<String, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
OpenAIAdapter: 'async_trait,
Source§fn supports_vision(&self) -> bool
fn supports_vision(&self) -> bool
Source§fn create_structured_output_raw<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
text_input: &'life1 str,
system_prompt: &'life2 str,
json_schema: &'life3 Value,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<Value, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
Self: 'async_trait,
fn create_structured_output_raw<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
text_input: &'life1 str,
system_prompt: &'life2 str,
json_schema: &'life3 Value,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<Value, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
Self: 'async_trait,
Source§impl Transcriber for OpenAIAdapter
impl Transcriber for OpenAIAdapter
Source§fn transcribe_audio<'life0, 'life1, 'life2, 'life3, 'life4, 'async_trait>(
&'life0 self,
audio: &'life1 [u8],
format: &'life2 str,
language_hint: Option<&'life3 str>,
prompt_hint: Option<&'life4 str>,
) -> Pin<Box<dyn Future<Output = Result<TranscriptionOutput, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
'life4: 'async_trait,
OpenAIAdapter: 'async_trait,
fn transcribe_audio<'life0, 'life1, 'life2, 'life3, 'life4, 'async_trait>(
&'life0 self,
audio: &'life1 [u8],
format: &'life2 str,
language_hint: Option<&'life3 str>,
prompt_hint: Option<&'life4 str>,
) -> Pin<Box<dyn Future<Output = Result<TranscriptionOutput, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
'life4: 'async_trait,
OpenAIAdapter: 'async_trait,
Source§fn transcription_model(&self) -> &str
fn transcription_model(&self) -> &str
Auto Trait Implementations§
impl !RefUnwindSafe for OpenAIAdapter
impl !UnwindSafe for OpenAIAdapter
impl Freeze for OpenAIAdapter
impl Send for OpenAIAdapter
impl Sync for OpenAIAdapter
impl Unpin for OpenAIAdapter
impl UnsafeUnpin for OpenAIAdapter
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> FmtForward for T
impl<T> FmtForward for T
Source§fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
self to use its Binary implementation when Debug-formatted.Source§fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
self to use its Display implementation when
Debug-formatted.Source§fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
self to use its LowerExp implementation when
Debug-formatted.Source§fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
self to use its LowerHex implementation when
Debug-formatted.Source§fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
self to use its Octal implementation when Debug-formatted.Source§fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
self to use its Pointer implementation when
Debug-formatted.Source§fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
self to use its UpperExp implementation when
Debug-formatted.Source§fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
self to use its UpperHex implementation when
Debug-formatted.Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
Source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
T in a tonic::RequestSource§impl<T, U, C> IntoWithContext<U, C> for Twhere
U: FromWithContext<T, C>,
impl<T, U, C> IntoWithContext<U, C> for Twhere
U: FromWithContext<T, C>,
Source§impl<T> LlmExt for T
impl<T> LlmExt for T
Source§fn create_structured_output<'life0, 'life1, 'life2, 'async_trait, T>(
&'life0 self,
text_input: &'life1 str,
system_prompt: &'life2 str,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<T, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
T: Serialize + DeserializeOwned + JsonSchema + Send + 'async_trait,
Self: Sync + 'async_trait,
fn create_structured_output<'life0, 'life1, 'life2, 'async_trait, T>(
&'life0 self,
text_input: &'life1 str,
system_prompt: &'life2 str,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<T, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
T: Serialize + DeserializeOwned + JsonSchema + Send + 'async_trait,
Self: Sync + 'async_trait,
Source§fn create_structured_output_with_messages<'life0, 'async_trait, T>(
&'life0 self,
messages: Vec<Message>,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<T, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
T: Serialize + DeserializeOwned + JsonSchema + Send + 'async_trait,
Self: Sync + 'async_trait,
fn create_structured_output_with_messages<'life0, 'async_trait, T>(
&'life0 self,
messages: Vec<Message>,
options: Option<GenerationOptions>,
) -> Pin<Box<dyn Future<Output = Result<T, LlmError>> + Send + 'async_trait>>where
'life0: 'async_trait,
T: Serialize + DeserializeOwned + JsonSchema + Send + 'async_trait,
Self: Sync + 'async_trait,
Source§impl<T> Pipe for Twhere
T: ?Sized,
impl<T> Pipe for Twhere
T: ?Sized,
Source§fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
Source§fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
self and passes that borrow into the pipe function. Read moreSource§fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
self and passes that borrow into the pipe function. Read moreSource§fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
Source§fn pipe_borrow_mut<'a, B, R>(
&'a mut self,
func: impl FnOnce(&'a mut B) -> R,
) -> R
fn pipe_borrow_mut<'a, B, R>( &'a mut self, func: impl FnOnce(&'a mut B) -> R, ) -> R
Source§fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
self, then passes self.as_ref() into the pipe function.Source§fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
self, then passes self.as_mut() into the pipe
function.Source§fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
self, then passes self.deref() into the pipe function.Source§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> Read<Exclusive, BecauseExclusive> for Twhere
T: ?Sized,
Source§impl<T> Tap for T
impl<T> Tap for T
Source§fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
Borrow<B> of a value. Read moreSource§fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
BorrowMut<B> of a value. Read moreSource§fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
AsRef<R> view of a value. Read moreSource§fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
AsMut<R> view of a value. Read moreSource§fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
Deref::Target of a value. Read moreSource§fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
Deref::Target of a value. Read moreSource§fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
.tap() only in debug builds, and is erased in release builds.Source§fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
.tap_mut() only in debug builds, and is erased in release
builds.Source§fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
.tap_borrow() only in debug builds, and is erased in release
builds.Source§fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
.tap_borrow_mut() only in debug builds, and is erased in release
builds.Source§fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
.tap_ref() only in debug builds, and is erased in release
builds.Source§fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
.tap_ref_mut() only in debug builds, and is erased in release
builds.Source§fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
.tap_deref() only in debug builds, and is erased in release
builds.