Skip to main content

Module inference

Module inference 

Source

Re-exports§

pub use crate::agent::economics::SessionEconomics;
pub use crate::agent::economics::ToolRecord;
pub use crate::agent::types::*;

Structs§

InferenceEngine

Functions§

estimate_message_batch_tokens
estimate_message_tokens
estimate_prompt_pressure
extract_native_tool_calls
Extract native Gemma-4 <|tool_call|> tags from text. Format: <|tool_call|>call:func_name{key:<|“|>value<|”|>, key2:value2}<tool_call|>
extract_think_block
is_compact_context_window_pub
is_hematite_native_model
normalize_tool_argument_string
normalize_tool_argument_value
strip_native_tool_call_text
strip_think_blocks
tool_metadata_for_name