hanzo-runtime 1.1.12

Non Rust Code for Hanzo AI platform
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72

use serde::{Deserialize, Serialize};
use serde_json::{json, Value};
use std::path::PathBuf;

use crate::{NonRustCodeRunnerFactory, NonRustRuntime, RunError};

#[derive(Debug, Serialize)]
pub struct Input {
    file_path: PathBuf,
}

#[derive(Debug, Deserialize)]
pub struct Output {
    pub rows: Vec<Vec<Value>>,
}

pub async fn parse_xlsx(file_path: PathBuf) -> Result<Output, RunError> {
    println!("parsing xlsx file: {:?}", file_path);
    let code = r#"
            // @deno-types="https://cdn.sheetjs.com/xlsx-0.20.3/package/types/index.d.ts"
            import * as XLSX from 'https://cdn.sheetjs.com/xlsx-0.20.3/package/xlsx.mjs';

            async function run(configurations, params) {
                console.log(params.file_path);
                const workbook = XLSX.read(params.file_path, {type: 'file'});
                const firstSheetName = workbook.SheetNames[0];
                const worksheet = workbook.Sheets[firstSheetName];
                const rows = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null});
                console.log("Sheet name: ", firstSheetName);
                return {
                    rows
                };
            }
            "#
    .to_string();
    let runner = NonRustCodeRunnerFactory::new("parse_xlsx", code, vec![file_path.clone()])
        .with_runtime(NonRustRuntime::Deno)
        .create_runner(json!({}));
    runner.run::<_, Output>(Input { file_path }, None).await
}

#[cfg(test)]
mod tests {
    use crate::functions::parse_xlsx::parse_xlsx;
    use crate::test_utils::testing_create_tempdir_and_set_env_var;
    use std::path;
    use std::path::Path;

    #[tokio::test]
    async fn test_parse_xlsx() {
        let _dir = testing_create_tempdir_and_set_env_var();

        let xlsx_file_path = path::absolute(Path::new("../hanzo-fs/src/test_data/test.xlsx"))
            .unwrap()
            .to_path_buf();
        let rows = parse_xlsx(xlsx_file_path).await.unwrap();
        assert_eq!(rows.rows.len(), 4);
        assert_eq!(rows.rows[0].len(), 2);
    }

    #[tokio::test]
    async fn test_parse_xls() {
        let _dir = testing_create_tempdir_and_set_env_var();

        let xlsx_file_path = path::absolute(Path::new("../hanzo-fs/src/test_data/test.xls"))
            .unwrap()
            .to_path_buf();
        let rows = parse_xlsx(xlsx_file_path).await.unwrap();
        assert_eq!(rows.rows.len(), 11);
        assert_eq!(rows.rows[0].len(), 8);
    }
}