async_openai/
lib.rs

1//! Rust library for OpenAI
2//!
3//! ## Creating client
4//!
5//! ```
6//! use async_openai::{Client, config::OpenAIConfig};
7//!
8//! // Create a OpenAI client with api key from env var OPENAI_API_KEY and default base url.
9//! let client = Client::new();
10//!
11//! // Above is shortcut for
12//! let config = OpenAIConfig::default();
13//! let client = Client::with_config(config);
14//!
15//! // OR use API key from different source and a non default organization
16//! let api_key = "sk-..."; // This secret could be from a file, or environment variable.
17//! let config = OpenAIConfig::new()
18//!     .with_api_key(api_key)
19//!     .with_org_id("the-continental");
20//!
21//! let client = Client::with_config(config);
22//!
23//! // Use custom reqwest client
24//! let http_client = reqwest::ClientBuilder::new().user_agent("async-openai").build().unwrap();
25//! let client = Client::new().with_http_client(http_client);
26//! ```
27//!
28//!
29//! ## Making requests
30//!
31//!```
32//!# tokio_test::block_on(async {
33//!
34//! use async_openai::{Client, types::{CreateCompletionRequestArgs}};
35//!
36//! // Create client
37//! let client = Client::new();
38//!
39//! // Create request using builder pattern
40//! // Every request struct has companion builder struct with same name + Args suffix
41//! let request = CreateCompletionRequestArgs::default()
42//!     .model("gpt-3.5-turbo-instruct")
43//!     .prompt("Tell me the recipe of alfredo pasta")
44//!     .max_tokens(40_u32)
45//!     .build()
46//!     .unwrap();
47//!
48//! // Call API
49//! let response = client
50//!     .completions()      // Get the API "group" (completions, images, etc.) from the client
51//!     .create(request)    // Make the API call in that "group"
52//!     .await
53//!     .unwrap();
54//!
55//! println!("{}", response.choices.first().unwrap().text);
56//! # });
57//!```
58//!
59//! ## Bring Your Own Types
60//!
61//! To use custom types for inputs and outputs, enable `byot` feature which provides additional generic methods with same name and `_byot` suffix.
62//! This feature is available on methods whose return type is not `Bytes`
63//!
64//!```
65//!# #[cfg(feature = "byot")]
66//!# tokio_test::block_on(async {
67//! use async_openai::Client;
68//! use serde_json::{Value, json};
69//!
70//! let client = Client::new();
71//!
72//! let response: Value = client
73//!        .chat()
74//!        .create_byot(json!({
75//!            "messages": [
76//!                {
77//!                    "role": "developer",
78//!                    "content": "You are a helpful assistant"
79//!                },
80//!                {
81//!                    "role": "user",
82//!                    "content": "What do you think about life?"
83//!                }
84//!            ],
85//!            "model": "gpt-4o",
86//!            "store": false
87//!        }))
88//!        .await
89//!        .unwrap();
90//!
91//!  if let Some(content) = response["choices"][0]["message"]["content"].as_str() {
92//!     println!("{}", content);
93//!  }
94//! # });
95//!```
96//!
97//! ## Dynamic Dispatch for Different Providers
98//!
99//! For any struct that implements `Config` trait, you can wrap it in a smart pointer and cast the pointer to `dyn Config`
100//! trait object, then your client can accept any wrapped configuration type.
101//!
102//! For example,
103//! ```
104//! use async_openai::{Client, config::Config, config::OpenAIConfig};
105//! unsafe { std::env::set_var("OPENAI_API_KEY", "only for doc test") }
106//!
107//! let openai_config = OpenAIConfig::default();
108//! // You can use `std::sync::Arc` to wrap the config as well
109//! let config = Box::new(openai_config) as Box<dyn Config>;
110//! let client: Client<Box<dyn Config> > = Client::with_config(config);
111//! ```
112//!
113//! ## Microsoft Azure
114//!
115//! ```
116//! use async_openai::{Client, config::AzureConfig};
117//!
118//! let config = AzureConfig::new()
119//!     .with_api_base("https://my-resource-name.openai.azure.com")
120//!     .with_api_version("2023-03-15-preview")
121//!     .with_deployment_id("deployment-id")
122//!     .with_api_key("...");
123//!
124//! let client = Client::with_config(config);
125//!
126//! // Note that `async-openai` only implements OpenAI spec
127//! // and doesn't maintain parity with the spec of Azure OpenAI service.
128//!
129//! ```
130//!
131//!
132//! ## Examples
133//! For full working examples for all supported features see [examples](https://github.com/64bit/async-openai/tree/main/examples) directory in the repository.
134//!
135#![cfg_attr(docsrs, feature(doc_cfg))]
136
137#[cfg(feature = "byot")]
138pub(crate) use async_openai_macros::byot;
139
140#[cfg(not(feature = "byot"))]
141pub(crate) use async_openai_macros::byot_passthrough as byot;
142
143mod assistants;
144mod audio;
145mod audit_logs;
146mod batches;
147mod chat;
148mod chatkit;
149mod client;
150mod completion;
151pub mod config;
152mod container_files;
153mod containers;
154mod conversation_items;
155mod conversations;
156mod download;
157mod embedding;
158pub mod error;
159mod eval_run_output_items;
160mod eval_runs;
161mod evals;
162mod file;
163mod fine_tuning;
164mod image;
165mod invites;
166mod messages;
167mod model;
168mod moderation;
169mod project_api_keys;
170mod project_service_accounts;
171mod project_users;
172mod projects;
173mod responses;
174mod runs;
175mod speech;
176mod steps;
177mod threads;
178pub mod traits;
179mod transcriptions;
180mod translations;
181pub mod types;
182mod uploads;
183mod users;
184mod util;
185mod vector_store_file_batches;
186mod vector_store_files;
187mod vector_stores;
188mod video;
189#[cfg(feature = "webhook")]
190pub mod webhooks;
191
192pub use assistants::Assistants;
193pub use audio::Audio;
194pub use audit_logs::AuditLogs;
195pub use batches::Batches;
196pub use chat::Chat;
197pub use chatkit::Chatkit;
198pub use client::Client;
199pub use completion::Completions;
200pub use container_files::ContainerFiles;
201pub use containers::Containers;
202pub use conversation_items::ConversationItems;
203pub use conversations::Conversations;
204pub use embedding::Embeddings;
205pub use eval_run_output_items::EvalRunOutputItems;
206pub use eval_runs::EvalRuns;
207pub use evals::Evals;
208pub use file::Files;
209pub use fine_tuning::FineTuning;
210pub use image::Images;
211pub use invites::Invites;
212pub use messages::Messages;
213pub use model::Models;
214pub use moderation::Moderations;
215pub use project_api_keys::ProjectAPIKeys;
216pub use project_service_accounts::ProjectServiceAccounts;
217pub use project_users::ProjectUsers;
218pub use projects::Projects;
219pub use responses::Responses;
220pub use runs::Runs;
221pub use speech::Speech;
222pub use steps::Steps;
223pub use threads::Threads;
224pub use transcriptions::Transcriptions;
225pub use translations::Translations;
226pub use uploads::Uploads;
227pub use users::Users;
228pub use vector_store_file_batches::VectorStoreFileBatches;
229pub use vector_store_files::VectorStoreFiles;
230pub use vector_stores::VectorStores;
231pub use video::Videos;
async_openai/lib.rs

async_openai/
lib.rs
