kalosm-language 0.3.3

A set of pretrained language models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! The index module contains different types of search indexes that can be used to search for [`crate::context::Document`]s created from [`crate::context::IntoDocument`] or [`crate::context::IntoDocuments`]

mod postprocessing;
mod preprocessing;
pub use preprocessing::*;

use kalosm_language_model::*;
use std::{fmt::Debug, ops::Range};

/// A document snippet that can be used to display a snippet of a document.
#[derive(Clone)]
pub struct Chunk<S: VectorSpace> {
    /// The byte range of the chunk in the original document.
    pub byte_range: Range<usize>,
    /// The embeddings of the chunk.
    pub embeddings: Vec<Embedding<S>>,
}

impl<S: VectorSpace> Debug for Chunk<S> {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        f.debug_struct("Chunk")
            .field("byte_range", &self.byte_range)
            .field("embeddings", &self.embeddings)
            .finish()
    }
}