Skip to main content

PolicyRouter

Struct PolicyRouter 

Source
pub struct PolicyRouter { /* private fields */ }
Expand description

The router the library ships (spec §20.6).

use std::sync::Arc;
use turnframe_provider::prelude::*;
use turnframe_provider::testing::StaticProvider;

let strong = StaticProvider::new("openai", "gpt-4o").with_capabilities(
    ProviderCapabilities::minimal()
        .with_structured_output(StructuredOutputCapability::NativeJsonSchema),
);
let weak = StaticProvider::new("local", "llama").with_capabilities(
    ProviderCapabilities::minimal()
        .with_structured_output(StructuredOutputCapability::PromptOnly),
);

let pool = ProviderPool::builder()
    .provider(Arc::new(weak))
    .provider(Arc::new(strong))
    .build()?;
let router = PolicyRouter::new(Arc::new(pool));

// An understanding task admits only the strong profile.
let requirements = ModelPurpose::Extract.requirements();
let candidates =
    router.select(ModelPurpose::Extract, &requirements, &RoutingPolicy::new())?;
assert_eq!(candidates.len(), 1);
assert_eq!(candidates[0].reference().to_string(), "openai/gpt-4o");

Implementations§

Source§

impl PolicyRouter

Source

pub fn new(pool: Arc<ProviderPool>) -> Self

Routes over pool.

Source

pub fn pool(&self) -> &Arc<ProviderPool> ⓘ

The pool being routed over.

Source

pub fn select_for_request( &self, request: &ModelRequest, policy: &RoutingPolicy, ) -> Result<Vec<ProviderCandidate>, RoutingError>

Selects for a concrete request, folding in the requirements its content implies (tools, vision) on top of the purpose’s own.

§Errors

Returns RoutingError when nothing qualifies.

Trait Implementations§

Source§

impl Debug for PolicyRouter

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl ProviderRouter for PolicyRouter

Source§

fn select( &self, purpose: ModelPurpose, requirements: &CapabilityRequirements, policy: &RoutingPolicy, ) -> Result<Vec<ProviderCandidate>, RoutingError>

Returns the candidates for purpose, best first. Read more

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self> ⓘ

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, !>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more