pub struct LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,{ /* private fields */ }Implementations§
Source§impl<E> LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
pub fn language_model_request_creator( &self, ) -> &Arc<<E as ExpandedToken>::Expander>
pub fn agent_coordinate(&self) -> &AgentCoordinate
pub fn client( &self, ) -> &Arc<dyn LanguageModelClientInterface<TokenExpanderError, Error = TokenExpanderError, Error = TokenExpanderError, Error = TokenExpanderError, Error = TokenExpanderError, Error = TokenExpanderError>>
pub fn batch_workspace(&self) -> &Arc<BatchWorkspace>
pub fn expected_content_type(&self) -> &ExpectedContentType
pub fn language_model_type(&self) -> &LanguageModelType
Source§impl<E> LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
Sourcepub const LANGUAGEMODELTOKENEXPANDER_OUTPUT_FILE_BRIDGE: for<'a> fn(&'a BatchFileTriple, &'a dyn BatchWorkspaceInterface<Item = Arc<dyn GetTargetPathForAIExpansion + Send + Sync>>, &'a ExpectedContentType) -> Pin<Box<dyn Future<Output = Result<(), BatchOutputProcessingError>> + Send + 'a>> = Self::LanguageModelTokenExpander_output_file_bridge_fn
pub const LANGUAGEMODELTOKENEXPANDER_OUTPUT_FILE_BRIDGE: for<'a> fn(&'a BatchFileTriple, &'a dyn BatchWorkspaceInterface<Item = Arc<dyn GetTargetPathForAIExpansion + Send + Sync>>, &'a ExpectedContentType) -> Pin<Box<dyn Future<Output = Result<(), BatchOutputProcessingError>> + Send + 'a>> = Self::LanguageModelTokenExpander_output_file_bridge_fn
A public constant pointer to that bridging function, matching BatchWorkflowProcessOutputFileFn.
Source§impl<E> LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
pub async fn new( product_root: impl AsRef<Path>, language_model_request_creator: Arc<<E as ExpandedToken>::Expander>, agent_coordinate: AgentCoordinate, language_model_type: LanguageModelType, expected_content_type: ExpectedContentType, ) -> Result<LanguageModelTokenExpander<E>, TokenExpanderError>
Trait Implementations§
Source§impl<E> ComputeLanguageModelCoreQuery for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
Here we implement the trait that organizes all batch-processing stages.
impl<E> ComputeLanguageModelCoreQuery for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
Here we implement the trait that organizes all batch-processing stages.
Source§type Seed = TokenPackagedForExpansion
type Seed = TokenPackagedForExpansion
The seed item type (e.g., AiTomlWriterRequest).
Source§fn compute_language_model_core_query(
&self,
input: &<LanguageModelTokenExpander<E> as ComputeLanguageModelCoreQuery>::Seed,
) -> String
fn compute_language_model_core_query( &self, input: &<LanguageModelTokenExpander<E> as ComputeLanguageModelCoreQuery>::Seed, ) -> String
Builds a single language model API request for a given seed item.
The macro will call this once per seed item inside
compute_language_model_requests().Source§impl<E> ComputeLanguageModelRequests for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> ComputeLanguageModelRequests for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
type Seed = <LanguageModelTokenExpander<E> as ComputeLanguageModelCoreQuery>::Seed
Source§fn compute_language_model_requests(
&self,
model: &LanguageModelType,
inputs: &[<LanguageModelTokenExpander<E> as ComputeLanguageModelRequests>::Seed],
) -> Vec<LanguageModelBatchAPIRequest>
fn compute_language_model_requests( &self, model: &LanguageModelType, inputs: &[<LanguageModelTokenExpander<E> as ComputeLanguageModelRequests>::Seed], ) -> Vec<LanguageModelBatchAPIRequest>
Identify which new items need to be processed and
build the requests.
Source§impl<E> ComputeSystemMessage for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> ComputeSystemMessage for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
Source§fn system_message() -> String
fn system_message() -> String
Returns the system message to be applied to all requests.
Source§impl<E> Debug for LanguageModelTokenExpander<E>where
E: Debug + ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> Debug for LanguageModelTokenExpander<E>where
E: Debug + ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
Source§impl<E> FinishProcessingUncompletedBatches for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> FinishProcessingUncompletedBatches for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
type Error = TokenExpanderError
Source§fn finish_processing_uncompleted_batches<'life0, 'life1, 'async_trait>(
&'life0 self,
expected_content_type: &'life1 ExpectedContentType,
) -> Pin<Box<dyn Future<Output = Result<(), <LanguageModelTokenExpander<E> as FinishProcessingUncompletedBatches>::Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
LanguageModelTokenExpander<E>: 'async_trait,
fn finish_processing_uncompleted_batches<'life0, 'life1, 'async_trait>(
&'life0 self,
expected_content_type: &'life1 ExpectedContentType,
) -> Pin<Box<dyn Future<Output = Result<(), <LanguageModelTokenExpander<E> as FinishProcessingUncompletedBatches>::Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
LanguageModelTokenExpander<E>: 'async_trait,
Possibly complete or discard partial data from prior
runs.
Source§impl<E> GetBatchWorkspace<BatchWorkspaceError, <LanguageModelTokenExpander<E> as ComputeLanguageModelCoreQuery>::Seed> for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> GetBatchWorkspace<BatchWorkspaceError, <LanguageModelTokenExpander<E> as ComputeLanguageModelCoreQuery>::Seed> for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
fn workspace( &self, ) -> Arc<dyn FullBatchWorkspaceInterface<BatchWorkspaceError, <LanguageModelTokenExpander<E> as ComputeLanguageModelCoreQuery>::Seed, Item = Arc<dyn GetTargetPathForAIExpansion + Send + Sync>, Error = BatchWorkspaceError, Error = BatchWorkspaceError, Error = BatchWorkspaceError>>
Source§impl<E> GetLanguageModelClient<TokenExpanderError> for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> GetLanguageModelClient<TokenExpanderError> for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
fn language_model_client( &self, ) -> Arc<dyn LanguageModelClientInterface<TokenExpanderError, Error = TokenExpanderError, Error = TokenExpanderError, Error = TokenExpanderError, Error = TokenExpanderError, Error = TokenExpanderError>>
Source§impl<E> LanguageModelBatchWorkflow<TokenExpanderError> for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> LanguageModelBatchWorkflow<TokenExpanderError> for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
fn plant_seed_and_wait<'life0, 'life1, 'async_trait>(
&'life0 mut self,
input_tokens: &'life1 [<LanguageModelTokenExpander<E> as ComputeLanguageModelRequests>::Seed],
) -> Pin<Box<dyn Future<Output = Result<(), TokenExpanderError>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
LanguageModelTokenExpander<E>: 'async_trait,
const REQUESTS_PER_BATCH: usize = 80usize
Source§fn execute_language_model_batch_workflow<'life0, 'life1, 'async_trait>(
&'life0 mut self,
model: LanguageModelType,
expected_content_type: ExpectedContentType,
input_tokens: &'life1 [Self::Seed],
) -> Pin<Box<dyn Future<Output = Result<(), E>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
Self: Send + 'async_trait,
fn execute_language_model_batch_workflow<'life0, 'life1, 'async_trait>(
&'life0 mut self,
model: LanguageModelType,
expected_content_type: ExpectedContentType,
input_tokens: &'life1 [Self::Seed],
) -> Pin<Box<dyn Future<Output = Result<(), E>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
Self: Send + 'async_trait,
High-level method that ties it all together.
Fixes the mismatch by enumerating chunk-slices properly and passing
&[LanguageModelBatchAPIRequest] to process_batch_requests.Source§impl<E> LanguageModelBatchWorkflowGatherResults for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> LanguageModelBatchWorkflowGatherResults for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
type Error = TokenExpanderError
type Seed = <LanguageModelTokenExpander<E> as ComputeLanguageModelCoreQuery>::Seed
type Output = E
Source§fn gather_results<'life0, 'life1, 'async_trait>(
&'life0 self,
seeds: &'life1 [<LanguageModelTokenExpander<E> as LanguageModelBatchWorkflowGatherResults>::Seed],
) -> Pin<Box<dyn Future<Output = Result<Vec<(<LanguageModelTokenExpander<E> as LanguageModelBatchWorkflowGatherResults>::Seed, <LanguageModelTokenExpander<E> as LanguageModelBatchWorkflowGatherResults>::Output)>, <LanguageModelTokenExpander<E> as LanguageModelBatchWorkflowGatherResults>::Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
LanguageModelTokenExpander<E>: 'async_trait,
fn gather_results<'life0, 'life1, 'async_trait>(
&'life0 self,
seeds: &'life1 [<LanguageModelTokenExpander<E> as LanguageModelBatchWorkflowGatherResults>::Seed],
) -> Pin<Box<dyn Future<Output = Result<Vec<(<LanguageModelTokenExpander<E> as LanguageModelBatchWorkflowGatherResults>::Seed, <LanguageModelTokenExpander<E> as LanguageModelBatchWorkflowGatherResults>::Output)>, <LanguageModelTokenExpander<E> as LanguageModelBatchWorkflowGatherResults>::Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
LanguageModelTokenExpander<E>: 'async_trait,
Gathers AI-generated JSON outputs for the given seeds in the same order,
returning
(Seed, Output) pairs.Source§impl<E> ProcessBatchRequests for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> ProcessBatchRequests for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
type Error = TokenExpanderError
Source§fn process_batch_requests<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
batch_requests: &'life1 [LanguageModelBatchAPIRequest],
expected_content_type: &'life2 ExpectedContentType,
) -> Pin<Box<dyn Future<Output = Result<(), <LanguageModelTokenExpander<E> as ProcessBatchRequests>::Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
LanguageModelTokenExpander<E>: 'async_trait,
fn process_batch_requests<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
batch_requests: &'life1 [LanguageModelBatchAPIRequest],
expected_content_type: &'life2 ExpectedContentType,
) -> Pin<Box<dyn Future<Output = Result<(), <LanguageModelTokenExpander<E> as ProcessBatchRequests>::Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
LanguageModelTokenExpander<E>: 'async_trait,
Process each batch, writing it to disk or sending it
to a remote server.
impl<E> Send for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
impl<E> Sync for LanguageModelTokenExpander<E>where
E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,
Auto Trait Implementations§
impl<E> Freeze for LanguageModelTokenExpander<E>
impl<E> !RefUnwindSafe for LanguageModelTokenExpander<E>
impl<E> Unpin for LanguageModelTokenExpander<E>
impl<E> !UnwindSafe for LanguageModelTokenExpander<E>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> Paint for Twhere
T: ?Sized,
impl<T> Paint for Twhere
T: ?Sized,
Source§fn fg(&self, value: Color) -> Painted<&T>
fn fg(&self, value: Color) -> Painted<&T>
Returns a styled value derived from self with the foreground set to
value.
This method should be used rarely. Instead, prefer to use color-specific
builder methods like red() and
green(), which have the same functionality but are
pithier.
§Example
Set foreground color to white using fg():
use yansi::{Paint, Color};
painted.fg(Color::White);Set foreground color to white using white().
use yansi::Paint;
painted.white();Source§fn bright_black(&self) -> Painted<&T>
fn bright_black(&self) -> Painted<&T>
Source§fn bright_red(&self) -> Painted<&T>
fn bright_red(&self) -> Painted<&T>
Source§fn bright_green(&self) -> Painted<&T>
fn bright_green(&self) -> Painted<&T>
Source§fn bright_yellow(&self) -> Painted<&T>
fn bright_yellow(&self) -> Painted<&T>
Source§fn bright_blue(&self) -> Painted<&T>
fn bright_blue(&self) -> Painted<&T>
Source§fn bright_magenta(&self) -> Painted<&T>
fn bright_magenta(&self) -> Painted<&T>
Source§fn bright_cyan(&self) -> Painted<&T>
fn bright_cyan(&self) -> Painted<&T>
Source§fn bright_white(&self) -> Painted<&T>
fn bright_white(&self) -> Painted<&T>
Source§fn bg(&self, value: Color) -> Painted<&T>
fn bg(&self, value: Color) -> Painted<&T>
Returns a styled value derived from self with the background set to
value.
This method should be used rarely. Instead, prefer to use color-specific
builder methods like on_red() and
on_green(), which have the same functionality but
are pithier.
§Example
Set background color to red using fg():
use yansi::{Paint, Color};
painted.bg(Color::Red);Set background color to red using on_red().
use yansi::Paint;
painted.on_red();Source§fn on_primary(&self) -> Painted<&T>
fn on_primary(&self) -> Painted<&T>
Source§fn on_magenta(&self) -> Painted<&T>
fn on_magenta(&self) -> Painted<&T>
Source§fn on_bright_black(&self) -> Painted<&T>
fn on_bright_black(&self) -> Painted<&T>
Source§fn on_bright_red(&self) -> Painted<&T>
fn on_bright_red(&self) -> Painted<&T>
Source§fn on_bright_green(&self) -> Painted<&T>
fn on_bright_green(&self) -> Painted<&T>
Source§fn on_bright_yellow(&self) -> Painted<&T>
fn on_bright_yellow(&self) -> Painted<&T>
Source§fn on_bright_blue(&self) -> Painted<&T>
fn on_bright_blue(&self) -> Painted<&T>
Source§fn on_bright_magenta(&self) -> Painted<&T>
fn on_bright_magenta(&self) -> Painted<&T>
Source§fn on_bright_cyan(&self) -> Painted<&T>
fn on_bright_cyan(&self) -> Painted<&T>
Source§fn on_bright_white(&self) -> Painted<&T>
fn on_bright_white(&self) -> Painted<&T>
Source§fn attr(&self, value: Attribute) -> Painted<&T>
fn attr(&self, value: Attribute) -> Painted<&T>
Enables the styling Attribute value.
This method should be used rarely. Instead, prefer to use
attribute-specific builder methods like bold() and
underline(), which have the same functionality
but are pithier.
§Example
Make text bold using attr():
use yansi::{Paint, Attribute};
painted.attr(Attribute::Bold);Make text bold using using bold().
use yansi::Paint;
painted.bold();Source§fn rapid_blink(&self) -> Painted<&T>
fn rapid_blink(&self) -> Painted<&T>
Source§fn quirk(&self, value: Quirk) -> Painted<&T>
fn quirk(&self, value: Quirk) -> Painted<&T>
Enables the yansi Quirk value.
This method should be used rarely. Instead, prefer to use quirk-specific
builder methods like mask() and
wrap(), which have the same functionality but are
pithier.
§Example
Enable wrapping using .quirk():
use yansi::{Paint, Quirk};
painted.quirk(Quirk::Wrap);Enable wrapping using wrap().
use yansi::Paint;
painted.wrap();Source§fn clear(&self) -> Painted<&T>
👎Deprecated since 1.0.1: renamed to resetting() due to conflicts with Vec::clear().
The clear() method will be removed in a future release.
fn clear(&self) -> Painted<&T>
resetting() due to conflicts with Vec::clear().
The clear() method will be removed in a future release.Source§fn whenever(&self, value: Condition) -> Painted<&T>
fn whenever(&self, value: Condition) -> Painted<&T>
Conditionally enable styling based on whether the Condition value
applies. Replaces any previous condition.
See the crate level docs for more details.
§Example
Enable styling painted only when both stdout and stderr are TTYs:
use yansi::{Paint, Condition};
painted.red().on_yellow().whenever(Condition::STDOUTERR_ARE_TTY);