infisearch 0.10.1

A complete and more scalable pre-built index approach to client-side search.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125

use std::path::Path;
use std::path::PathBuf;
use std::sync::Arc;

use log::error;
use path_slash::PathExt;
use serde::{Deserialize, Deserializer, Serialize, Serializer};

use crate::field_info::RELATIVE_FP_FIELD;
use crate::loader::Loader;
use crate::loader::LoaderResult;
use crate::loader::LoaderResultIterator;
use crate::worker::miner::{DEFAULT_ZONE_SEPARATION, Zone};

fn default_field() -> String {
    "body".to_owned()
}

#[derive(Serialize, Deserialize)]
pub struct PdfLoaderOptions {
    #[serde(default = "default_field")]
    field: String,
}

pub struct PdfLoader {
    pub options: Arc<PdfLoaderOptions>,
}

struct PdfLoaderResult {
    link: String,
    absolute_path: PathBuf,
    options: Arc<PdfLoaderOptions>,
}

impl PdfLoader {
    pub fn get_new_pdf_loader(config: serde_json::Value) -> Box<Self> {
        let opts: PdfLoaderOptions = serde_json::from_value(config)
            .expect("PdfLoader options did not match schema!");

        Box::new(PdfLoader { options: Arc::new(opts) })
    }

    fn get_pdf_loader_result(&self, absolute_path: &Path, link: String) -> Box<dyn LoaderResult + Send> {
        Box::new(PdfLoaderResult {
            link,
            absolute_path: PathBuf::from(absolute_path),
            options: self.options.clone(),
        }) as Box<dyn LoaderResult + Send>
    }
}

impl Loader for PdfLoader {
    fn try_index_file<'a>(
        &'a self,
        absolute_path: &Path,
        relative_path: &Path,
    ) -> Option<LoaderResultIterator<'a>> {
        if let Some(extension) = relative_path.extension() {
            if extension == "pdf" {
                let link = relative_path.to_slash();
                if link.is_none() {
                    error!("Unable to index {} containing non-unicode characters", relative_path.to_slash_lossy());
                    return None;
                }

                let link = unsafe { link.unwrap_unchecked().into_owned() };

                return Some(Box::new(std::iter::once(
                    self.get_pdf_loader_result(absolute_path, link),
                )));
            }
        }

        None
    }

    fn get_name(&self) -> String {
        "PdfLoader".to_owned()
    }
}

impl Serialize for PdfLoader {
    fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
    where
        S: Serializer,
    {
        self.options.serialize(serializer)
    }
}

impl<'de> Deserialize<'de> for PdfLoader {
    fn deserialize<D>(_deserializer: D) -> Result<Self, D::Error>
    where
        D: Deserializer<'de>,
    {
        panic!("Called deserialize for PdfLoader")
    }
}

impl LoaderResult for PdfLoaderResult {
    fn get_field_texts_and_path(self: Box<Self>) -> (Vec<Zone>, PathBuf) {
        let text = if let Ok(text) = pdf_extract::extract_text(&self.absolute_path) {
            text
        } else {
            error!("Failed to parse pdf {}", &self.link);
            String::new()
        };

        (
            vec![
                Zone {
                    field_name: RELATIVE_FP_FIELD.to_owned(),
                    field_text: self.link,
                    separation: DEFAULT_ZONE_SEPARATION,
                },
                Zone {
                    field_name: self.options.field.clone(),
                    field_text: text,
                    separation: DEFAULT_ZONE_SEPARATION,
                },
            ],
            self.absolute_path,
        )
    }
}