pub struct CompactionMessageIndex { /* private fields */ }Expand description
A conversation split into CompactionMessageGroups. See the
module docs.
Implementations§
Source§impl CompactionMessageIndex
impl CompactionMessageIndex
Sourcepub fn new(
messages: &[Message],
tokenizer: Arc<dyn Tokenizer>,
) -> CompactionMessageIndex
pub fn new( messages: &[Message], tokenizer: Arc<dyn Tokenizer>, ) -> CompactionMessageIndex
Group messages, costing each group with tokenizer.
Sourcepub fn counted(
messages: &[Message],
tokenizer: &dyn Tokenizer,
) -> CompactionMessageIndex
pub fn counted( messages: &[Message], tokenizer: &dyn Tokenizer, ) -> CompactionMessageIndex
Group messages, costing them with a borrowed tokenizer.
Sourcepub fn from_messages(messages: &[Message]) -> CompactionMessageIndex
pub fn from_messages(messages: &[Message]) -> CompactionMessageIndex
Group messages with the default ApproxTokenizer.
Sourcepub fn add_group(
&mut self,
kind: CompactionGroupKind,
messages: Vec<Message>,
turn_index: Option<usize>,
)
pub fn add_group( &mut self, kind: CompactionGroupKind, messages: Vec<Message>, turn_index: Option<usize>, )
Append a group.
Sourcepub fn insert_group(
&mut self,
position: usize,
kind: CompactionGroupKind,
messages: Vec<Message>,
turn_index: Option<usize>,
)
pub fn insert_group( &mut self, position: usize, kind: CompactionGroupKind, messages: Vec<Message>, turn_index: Option<usize>, )
Insert a group at position (clamped to the end).
Sourcepub fn groups(&self) -> &[CompactionMessageGroup]
pub fn groups(&self) -> &[CompactionMessageGroup]
The groups, in conversation order.
Sourcepub fn groups_mut(&mut self) -> &mut [CompactionMessageGroup]
pub fn groups_mut(&mut self) -> &mut [CompactionMessageGroup]
The groups, mutably (to exclude or include them).
Sourcepub fn exclude(&mut self, position: usize, reason: impl Into<String>)
pub fn exclude(&mut self, position: usize, reason: impl Into<String>)
Exclude group position for reason.
Sourcepub fn tokenizer(&self) -> Option<&Arc<dyn Tokenizer>>
pub fn tokenizer(&self) -> Option<&Arc<dyn Tokenizer>>
The tokenizer groups are costed with, when the index owns one.
Sourcepub fn get_all_messages(&self) -> Vec<Message>
pub fn get_all_messages(&self) -> Vec<Message>
Every message, excluded or not.
Sourcepub fn get_included_messages(&self) -> Vec<Message>
pub fn get_included_messages(&self) -> Vec<Message>
The messages of groups not excluded: what is sent to the model.
Sourcepub fn get_turn_groups(&self, turn: usize) -> Vec<&CompactionMessageGroup>
pub fn get_turn_groups(&self, turn: usize) -> Vec<&CompactionMessageGroup>
The groups of user turn turn.
Sourcepub fn raw_message_count(&self) -> usize
pub fn raw_message_count(&self) -> usize
The number of messages the index was built from.
Sourcepub fn total_group_count(&self) -> usize
pub fn total_group_count(&self) -> usize
All groups.
Sourcepub fn total_message_count(&self) -> usize
pub fn total_message_count(&self) -> usize
All messages.
Sourcepub fn total_token_count(&self) -> usize
pub fn total_token_count(&self) -> usize
All tokens.
Sourcepub fn total_byte_count(&self) -> usize
pub fn total_byte_count(&self) -> usize
All bytes.
Sourcepub fn total_turn_count(&self) -> usize
pub fn total_turn_count(&self) -> usize
All user turns.
Sourcepub fn included_group_count(&self) -> usize
pub fn included_group_count(&self) -> usize
Groups not excluded.
Sourcepub fn included_non_system_group_count(&self) -> usize
pub fn included_non_system_group_count(&self) -> usize
Non-system groups not excluded.
Sourcepub fn included_message_count(&self) -> usize
pub fn included_message_count(&self) -> usize
Messages not excluded.
Sourcepub fn included_token_count(&self) -> usize
pub fn included_token_count(&self) -> usize
Tokens not excluded.
Sourcepub fn included_byte_count(&self) -> usize
pub fn included_byte_count(&self) -> usize
Bytes not excluded.
Sourcepub fn included_turn_count(&self) -> usize
pub fn included_turn_count(&self) -> usize
User turns not excluded.
Trait Implementations§
Source§impl Clone for CompactionMessageIndex
impl Clone for CompactionMessageIndex
Source§fn clone(&self) -> CompactionMessageIndex
fn clone(&self) -> CompactionMessageIndex
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read more