swiftide-core 0.33.0

//! Traits in Swiftide allow for easy extendability
//!
//! All steps defined in the indexing pipeline and the generic transformers can also take a
//! trait. To bring your own transformers, models and loaders, all you need to do is implement the
//! trait and it should work out of the box.
use crate::Embeddings;
use crate::node::{Chunk, Node};
use crate::{
    SparseEmbeddings, indexing_defaults::IndexingDefaults, indexing_stream::IndexingStream,
};
use std::fmt::Debug;
use std::sync::Arc;

use crate::chat_completion::errors::LanguageModelError;
use crate::prompt::Prompt;
use anyhow::Result;
use async_trait::async_trait;

pub use dyn_clone::DynClone;
/// All traits are easily mockable under tests
#[cfg(feature = "test-utils")]
#[doc(hidden)]
use mockall::{mock, predicate::str};
use schemars::{JsonSchema, schema_for};
use serde::de::DeserializeOwned;

#[async_trait]
/// Transforms single nodes into single nodes
pub trait Transformer: Send + Sync + DynClone {
    type Input: Chunk;
    type Output: Chunk;

    async fn transform_node(&self, node: Node<Self::Input>) -> Result<Node<Self::Output>>;

    /// Overrides the default concurrency of the pipeline
    fn concurrency(&self) -> Option<usize> {
        None
    }

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(<I, O> Transformer<Input = I, Output = O>);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub Transformer {}

    #[async_trait]
    impl Transformer for Transformer {
        type Input = String;
        type Output = String;

        async fn transform_node(&self, node: Node<String>) -> Result<Node<String>>;
        fn concurrency(&self) -> Option<usize>;
        fn name(&self) -> &'static str;
    }

    impl Clone for Transformer {
        fn clone(&self) -> Self;
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> Transformer for Box<dyn Transformer<Input = I, Output = O>> {
    type Input = I;
    type Output = O;

    async fn transform_node(&self, node: Node<Self::Input>) -> Result<Node<Self::Output>> {
        self.as_ref().transform_node(node).await
    }
    fn concurrency(&self) -> Option<usize> {
        self.as_ref().concurrency()
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> Transformer for Arc<dyn Transformer<Input = I, Output = O>> {
    type Input = I;
    type Output = O;

    async fn transform_node(&self, node: Node<Self::Input>) -> Result<Node<Self::Output>> {
        self.as_ref().transform_node(node).await
    }
    fn concurrency(&self) -> Option<usize> {
        self.as_ref().concurrency()
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> Transformer for &dyn Transformer<Input = I, Output = O> {
    type Input = I;
    type Output = O;

    async fn transform_node(&self, node: Node<Self::Input>) -> Result<Node<Self::Output>> {
        (*self).transform_node(node).await
    }
    fn concurrency(&self) -> Option<usize> {
        (*self).concurrency()
    }
}

#[async_trait]
/// Use a closure as a transformer
// TODO: Find a way to make this work with full generics
impl<F> Transformer for F
where
    F: Fn(Node<String>) -> Result<Node<String>> + Send + Sync + Clone,
{
    type Input = String;
    type Output = String;

    async fn transform_node(&self, node: Node<Self::Input>) -> Result<Node<Self::Output>> {
        self(node)
    }
}

#[async_trait]
/// Transforms batched single nodes into streams of nodes
pub trait BatchableTransformer: Send + Sync + DynClone {
    type Input: Chunk;
    type Output: Chunk;

    /// Transforms a batch of nodes into a stream of nodes
    async fn batch_transform(&self, nodes: Vec<Node<Self::Input>>) -> IndexingStream<Self::Output>;

    /// Overrides the default concurrency of the pipeline
    fn concurrency(&self) -> Option<usize> {
        None
    }

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }

    /// Overrides the default batch size of the pipeline
    fn batch_size(&self) -> Option<usize> {
        None
    }
}

dyn_clone::clone_trait_object!(<I, O> BatchableTransformer<Input = I, Output = O>);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub BatchableTransformer {}

    #[async_trait]
    impl BatchableTransformer for BatchableTransformer {
        type Input = String;
        type Output = String;

        async fn batch_transform(&self, nodes: Vec<Node<String>>) -> IndexingStream<String>;
        fn name(&self) -> &'static str;
        fn batch_size(&self) -> Option<usize>;
        fn concurrency(&self) -> Option<usize>;
    }

    impl Clone for BatchableTransformer {
        fn clone(&self) -> Self;
    }
}
#[async_trait]
/// Use a closure as a batchable transformer
impl<F> BatchableTransformer for F
where
    F: Fn(Vec<Node<String>>) -> IndexingStream<String> + Send + Sync + Clone,
{
    type Input = String;
    type Output = String;

    async fn batch_transform(&self, nodes: Vec<Node<String>>) -> IndexingStream<String> {
        self(nodes)
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> BatchableTransformer
    for Box<dyn BatchableTransformer<Input = I, Output = O>>
{
    type Input = I;
    type Output = O;

    async fn batch_transform(&self, nodes: Vec<Node<Self::Input>>) -> IndexingStream<Self::Output> {
        self.as_ref().batch_transform(nodes).await
    }
    fn concurrency(&self) -> Option<usize> {
        self.as_ref().concurrency()
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> BatchableTransformer
    for Arc<dyn BatchableTransformer<Input = I, Output = O>>
{
    type Input = I;
    type Output = O;

    async fn batch_transform(&self, nodes: Vec<Node<Self::Input>>) -> IndexingStream<Self::Output> {
        self.as_ref().batch_transform(nodes).await
    }
    fn concurrency(&self) -> Option<usize> {
        self.as_ref().concurrency()
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> BatchableTransformer for &dyn BatchableTransformer<Input = I, Output = O> {
    type Input = I;
    type Output = O;

    async fn batch_transform(&self, nodes: Vec<Node<Self::Input>>) -> IndexingStream<Self::Output> {
        (*self).batch_transform(nodes).await
    }
    fn concurrency(&self) -> Option<usize> {
        (*self).concurrency()
    }
}

/// Starting point of a stream
pub trait Loader: DynClone + Send + Sync {
    type Output: Chunk;

    fn into_stream(self) -> IndexingStream<Self::Output>;

    /// Intended for use with Box<dyn Loader>
    ///
    /// Only needed if you use trait objects (Box<dyn Loader>)
    ///
    /// # Example
    ///
    /// ```ignore
    /// fn into_stream_boxed(self: Box<Self>) -> IndexingStream {
    ///    self.into_stream()
    ///  }
    /// ```
    fn into_stream_boxed(self: Box<Self>) -> IndexingStream<Self::Output> {
        unimplemented!(
            "Please implement into_stream_boxed for your loader, it needs to be implemented on the concrete type"
        )
    }

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(<O> Loader<Output = O>);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub Loader {}

    #[async_trait]
    impl Loader for Loader {
        type Output = String;

        fn into_stream(self) -> IndexingStream<String>;
        fn into_stream_boxed(self: Box<Self>) -> IndexingStream<String>;
        fn name(&self) -> &'static str;
    }

    impl Clone for Loader {
        fn clone(&self) -> Self;
    }
}

impl<O: Chunk> Loader for Box<dyn Loader<Output = O>> {
    type Output = O;

    fn into_stream(self) -> IndexingStream<Self::Output> {
        Loader::into_stream_boxed(self)
    }

    fn into_stream_boxed(self: Box<Self>) -> IndexingStream<Self::Output> {
        Loader::into_stream(*self)
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

impl<O: Chunk> Loader for &dyn Loader<Output = O> {
    type Output = O;

    fn into_stream(self) -> IndexingStream<Self::Output> {
        Loader::into_stream_boxed(Box::new(self))
    }

    fn into_stream_boxed(self: Box<Self>) -> IndexingStream<Self::Output> {
        Loader::into_stream(*self)
    }
}

#[async_trait]
/// Turns one node into many nodes
pub trait ChunkerTransformer: Send + Sync + DynClone {
    type Input: Chunk;
    type Output: Chunk;

    async fn transform_node(&self, node: Node<Self::Input>) -> IndexingStream<Self::Output>;

    /// Overrides the default concurrency of the pipeline
    fn concurrency(&self) -> Option<usize> {
        None
    }

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(<I, O> ChunkerTransformer<Input = I, Output = O>);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub ChunkerTransformer {}

    #[async_trait]
    impl ChunkerTransformer for ChunkerTransformer {
        type Input = String;
        type Output = String;

    async fn transform_node(&self, node: Node<String>) -> IndexingStream<String>;
        fn name(&self) -> &'static str;
        fn concurrency(&self) -> Option<usize>;
    }

    impl Clone for ChunkerTransformer {
        fn clone(&self) -> Self;
    }
}
#[async_trait]
impl<I: Chunk, O: Chunk> ChunkerTransformer for Box<dyn ChunkerTransformer<Input = I, Output = O>> {
    type Input = I;
    type Output = O;

    async fn transform_node(&self, node: Node<I>) -> IndexingStream<O> {
        self.as_ref().transform_node(node).await
    }
    fn concurrency(&self) -> Option<usize> {
        self.as_ref().concurrency()
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> ChunkerTransformer for Arc<dyn ChunkerTransformer<Input = I, Output = O>> {
    type Input = I;
    type Output = O;

    async fn transform_node(&self, node: Node<I>) -> IndexingStream<O> {
        self.as_ref().transform_node(node).await
    }
    fn concurrency(&self) -> Option<usize> {
        self.as_ref().concurrency()
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> ChunkerTransformer for &dyn ChunkerTransformer<Input = I, Output = O> {
    type Input = I;
    type Output = O;

    async fn transform_node(&self, node: Node<I>) -> IndexingStream<O> {
        (*self).transform_node(node).await
    }
    fn concurrency(&self) -> Option<usize> {
        (*self).concurrency()
    }
}

#[async_trait]
impl<F> ChunkerTransformer for F
where
    F: Fn(Node<String>) -> IndexingStream<String> + Send + Sync + Clone,
{
    async fn transform_node(&self, node: Node<String>) -> IndexingStream<String> {
        self(node)
    }

    type Input = String;

    type Output = String;
}

#[async_trait]
/// Caches nodes, typically by their path and hash
/// Recommended to namespace on the storage
///
/// For now just bool return value for easy filter
pub trait NodeCache: Send + Sync + Debug + DynClone {
    type Input: Chunk;

    async fn get(&self, node: &Node<Self::Input>) -> bool;
    async fn set(&self, node: &Node<Self::Input>);

    /// Marks the node identified by `id` as cached. Used by the pipeline to cache nodes only
    /// after they made it through the whole pipeline, so a node that failed midway is not
    /// skipped on the next run.
    async fn set_by_id(&self, id: uuid::Uuid);

    /// Optionally provide a method to clear the cache
    async fn clear(&self) -> Result<()> {
        unimplemented!("Clear not implemented")
    }

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(<T> NodeCache<Input = T>);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub NodeCache {}

    #[async_trait]
    impl NodeCache for NodeCache {
        type Input = String;
        async fn get(&self, node: &Node<String>) -> bool;
        async fn set(&self, node: &Node<String>);
        async fn set_by_id(&self, id: uuid::Uuid);
        async fn clear(&self) -> Result<()>;
        fn name(&self) -> &'static str;

    }

    impl Clone for NodeCache {
        fn clone(&self) -> Self;
    }
}

#[async_trait]
impl<T: Chunk> NodeCache for Box<dyn NodeCache<Input = T>> {
    type Input = T;

    async fn get(&self, node: &Node<T>) -> bool {
        self.as_ref().get(node).await
    }
    async fn set(&self, node: &Node<T>) {
        self.as_ref().set(node).await;
    }
    async fn set_by_id(&self, id: uuid::Uuid) {
        self.as_ref().set_by_id(id).await;
    }
    async fn clear(&self) -> Result<()> {
        self.as_ref().clear().await
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<T: Chunk> NodeCache for Arc<dyn NodeCache<Input = T>> {
    type Input = T;
    async fn get(&self, node: &Node<T>) -> bool {
        self.as_ref().get(node).await
    }
    async fn set(&self, node: &Node<T>) {
        self.as_ref().set(node).await;
    }
    async fn set_by_id(&self, id: uuid::Uuid) {
        self.as_ref().set_by_id(id).await;
    }
    async fn clear(&self) -> Result<()> {
        self.as_ref().clear().await
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<T: Chunk> NodeCache for &dyn NodeCache<Input = T> {
    type Input = T;
    async fn get(&self, node: &Node<T>) -> bool {
        (*self).get(node).await
    }
    async fn set(&self, node: &Node<T>) {
        (*self).set(node).await;
    }
    async fn set_by_id(&self, id: uuid::Uuid) {
        (*self).set_by_id(id).await;
    }
    async fn clear(&self) -> Result<()> {
        (*self).clear().await
    }
}

#[async_trait]
/// Embeds a list of strings and returns its embeddings.
/// Assumes the strings will be moved.
pub trait EmbeddingModel: Send + Sync + Debug + DynClone {
    async fn embed(&self, input: Vec<String>) -> Result<Embeddings, LanguageModelError>;

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(EmbeddingModel);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub EmbeddingModel {}

    #[async_trait]
    impl EmbeddingModel for EmbeddingModel {
        async fn embed(&self, input: Vec<String>) -> Result<Embeddings, LanguageModelError>;
        fn name(&self) -> &'static str;
    }

    impl Clone for EmbeddingModel {
        fn clone(&self) -> Self;
    }
}

#[async_trait]
impl EmbeddingModel for Box<dyn EmbeddingModel> {
    async fn embed(&self, input: Vec<String>) -> Result<Embeddings, LanguageModelError> {
        self.as_ref().embed(input).await
    }

    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl EmbeddingModel for Arc<dyn EmbeddingModel> {
    async fn embed(&self, input: Vec<String>) -> Result<Embeddings, LanguageModelError> {
        self.as_ref().embed(input).await
    }

    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl EmbeddingModel for &dyn EmbeddingModel {
    async fn embed(&self, input: Vec<String>) -> Result<Embeddings, LanguageModelError> {
        (*self).embed(input).await
    }
}

#[async_trait]
/// Embeds a list of strings and returns its embeddings.
/// Assumes the strings will be moved.
pub trait SparseEmbeddingModel: Send + Sync + Debug + DynClone {
    async fn sparse_embed(
        &self,
        input: Vec<String>,
    ) -> Result<SparseEmbeddings, LanguageModelError>;

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(SparseEmbeddingModel);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub SparseEmbeddingModel {}

    #[async_trait]
    impl SparseEmbeddingModel for SparseEmbeddingModel {
        async fn sparse_embed(&self, input: Vec<String>) -> Result<SparseEmbeddings, LanguageModelError>;
        fn name(&self) -> &'static str;
    }

    impl Clone for SparseEmbeddingModel {
        fn clone(&self) -> Self;
    }
}

#[async_trait]
impl SparseEmbeddingModel for Box<dyn SparseEmbeddingModel> {
    async fn sparse_embed(
        &self,
        input: Vec<String>,
    ) -> Result<SparseEmbeddings, LanguageModelError> {
        self.as_ref().sparse_embed(input).await
    }

    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl SparseEmbeddingModel for Arc<dyn SparseEmbeddingModel> {
    async fn sparse_embed(
        &self,
        input: Vec<String>,
    ) -> Result<SparseEmbeddings, LanguageModelError> {
        self.as_ref().sparse_embed(input).await
    }

    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl SparseEmbeddingModel for &dyn SparseEmbeddingModel {
    async fn sparse_embed(
        &self,
        input: Vec<String>,
    ) -> Result<SparseEmbeddings, LanguageModelError> {
        (*self).sparse_embed(input).await
    }
}

#[async_trait]
/// Given a string prompt, queries an LLM
pub trait SimplePrompt: Debug + Send + Sync + DynClone {
    // Takes a simple prompt, prompts the llm and returns the response
    async fn prompt(&self, prompt: Prompt) -> Result<String, LanguageModelError>;

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(SimplePrompt);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub SimplePrompt {}

    #[async_trait]
    impl SimplePrompt for SimplePrompt {
        async fn prompt(&self, prompt: Prompt) -> Result<String, LanguageModelError>;
        fn name(&self) -> &'static str;
    }

    impl Clone for SimplePrompt {
        fn clone(&self) -> Self;
    }
}

#[async_trait]
impl SimplePrompt for Box<dyn SimplePrompt> {
    async fn prompt(&self, prompt: Prompt) -> Result<String, LanguageModelError> {
        self.as_ref().prompt(prompt).await
    }

    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl SimplePrompt for Arc<dyn SimplePrompt> {
    async fn prompt(&self, prompt: Prompt) -> Result<String, LanguageModelError> {
        self.as_ref().prompt(prompt).await
    }

    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl SimplePrompt for &dyn SimplePrompt {
    async fn prompt(&self, prompt: Prompt) -> Result<String, LanguageModelError> {
        (*self).prompt(prompt).await
    }
}

#[async_trait]
/// Persists nodes
pub trait Persist: Debug + Send + Sync + DynClone {
    type Input: Chunk;
    type Output: Chunk;

    async fn setup(&self) -> Result<()>;
    async fn store(&self, node: Node<Self::Input>) -> Result<Node<Self::Output>>;
    async fn batch_store(&self, nodes: Vec<Node<Self::Input>>) -> IndexingStream<Self::Output>;
    fn batch_size(&self) -> Option<usize> {
        None
    }

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(<I, O> Persist<Input = I, Output = O>);

#[cfg(feature = "test-utils")]
mock! {
    #[derive(Debug)]
    pub Persist {}

    #[async_trait]
    impl Persist for Persist {
        type Input = String;
        type Output = String;

        async fn setup(&self) -> Result<()>;
        async fn store(&self, node: Node<String>) -> Result<Node<String>>;
        async fn batch_store(&self, nodes: Vec<Node<String>>) -> IndexingStream<String>;
        fn batch_size(&self) -> Option<usize>;

        fn name(&self) -> &'static str;
    }

    impl Clone for Persist {
        fn clone(&self) -> Self;
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> Persist for Box<dyn Persist<Input = I, Output = O>> {
    type Input = I;
    type Output = O;

    async fn setup(&self) -> Result<()> {
        self.as_ref().setup().await
    }
    async fn store(&self, node: Node<I>) -> Result<Node<O>> {
        self.as_ref().store(node).await
    }
    async fn batch_store(&self, nodes: Vec<Node<I>>) -> IndexingStream<O> {
        self.as_ref().batch_store(nodes).await
    }
    fn batch_size(&self) -> Option<usize> {
        self.as_ref().batch_size()
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> Persist for Arc<dyn Persist<Input = I, Output = O>> {
    type Input = I;
    type Output = O;

    async fn setup(&self) -> Result<()> {
        self.as_ref().setup().await
    }
    async fn store(&self, node: Node<I>) -> Result<Node<O>> {
        self.as_ref().store(node).await
    }
    async fn batch_store(&self, nodes: Vec<Node<I>>) -> IndexingStream<O> {
        self.as_ref().batch_store(nodes).await
    }
    fn batch_size(&self) -> Option<usize> {
        self.as_ref().batch_size()
    }
    fn name(&self) -> &'static str {
        self.as_ref().name()
    }
}

#[async_trait]
impl<I: Chunk, O: Chunk> Persist for &dyn Persist<Input = I, Output = O> {
    type Input = I;
    type Output = O;

    async fn setup(&self) -> Result<()> {
        (*self).setup().await
    }
    async fn store(&self, node: Node<I>) -> Result<Node<O>> {
        (*self).store(node).await
    }
    async fn batch_store(&self, nodes: Vec<Node<I>>) -> IndexingStream<O> {
        (*self).batch_store(nodes).await
    }
    fn batch_size(&self) -> Option<usize> {
        (*self).batch_size()
    }
}

/// Allows for passing defaults from the pipeline to the transformer
/// Required for batch transformers as at least a marker, implementation is not required
pub trait WithIndexingDefaults {
    fn with_indexing_defaults(&mut self, _indexing_defaults: IndexingDefaults) {}
}

/// Allows for passing defaults from the pipeline to the batch transformer
/// Required for batch transformers as at least a marker, implementation is not required
pub trait WithBatchIndexingDefaults {
    fn with_indexing_defaults(&mut self, _indexing_defaults: IndexingDefaults) {}
}

impl<I, O> WithIndexingDefaults for dyn Transformer<Input = I, Output = O> {}
impl<I, O> WithIndexingDefaults for Box<dyn Transformer<Input = I, Output = O>> {
    fn with_indexing_defaults(&mut self, indexing_defaults: IndexingDefaults) {
        self.as_mut().with_indexing_defaults(indexing_defaults);
    }
}
impl<I, O> WithBatchIndexingDefaults for dyn BatchableTransformer<Input = I, Output = O> {}
impl<I, O> WithBatchIndexingDefaults for Box<dyn BatchableTransformer<Input = I, Output = O>> {
    fn with_indexing_defaults(&mut self, indexing_defaults: IndexingDefaults) {
        self.as_mut().with_indexing_defaults(indexing_defaults);
    }
}

impl<F> WithIndexingDefaults for F where F: Fn(Node<String>) -> Result<Node<String>> {}
impl<F> WithBatchIndexingDefaults for F where F: Fn(Vec<Node<String>>) -> IndexingStream<String> {}

#[cfg(feature = "test-utils")]
impl WithIndexingDefaults for MockTransformer {}
// //
#[cfg(feature = "test-utils")]
impl WithBatchIndexingDefaults for MockBatchableTransformer {}

#[async_trait]
/// Given a string prompt, queries an LLM to return structured data
pub trait StructuredPrompt: Debug + Send + Sync + DynClone {
    async fn structured_prompt<T: DeserializeOwned + JsonSchema>(
        &self,
        prompt: Prompt,
    ) -> Result<T, LanguageModelError>;

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

/// Helper trait object to call structured prompt with dynamic dispatch
///
/// Internally Swiftide only implements this trait, as implementing `DynStructuredPrompt` gives
/// `StructuredPrompt` for free
#[async_trait]
pub trait DynStructuredPrompt: Debug + Send + Sync + DynClone {
    async fn structured_prompt_dyn(
        &self,
        prompt: Prompt,
        schema: schemars::Schema,
    ) -> Result<serde_json::Value, LanguageModelError>;

    fn name(&self) -> &'static str {
        let name = std::any::type_name::<Self>();
        name.split("::").last().unwrap_or(name)
    }
}

dyn_clone::clone_trait_object!(DynStructuredPrompt);

#[async_trait]
impl<C> StructuredPrompt for C
where
    C: DynStructuredPrompt + Debug + Send + Sync + DynClone,
{
    async fn structured_prompt<T: DeserializeOwned + JsonSchema>(
        &self,
        prompt: Prompt,
    ) -> Result<T, LanguageModelError> {
        // Call with T = serde_json::Value
        let schema = schema_for!(T);
        let val = self.structured_prompt_dyn(prompt, schema).await?;

        let parsed = serde_json::from_value(val).map_err(LanguageModelError::permanent)?;

        Ok(parsed)
    }
}