kalosm-parse-macro 0.4.1

A macro to derive kalosm parsing traits
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

#![allow(unused)]

use kalosm::language::{kalosm_sample, Parse, Schema};

#[derive(Parse, Schema, Clone)]
struct UnitStruct;

#[cfg(any(feature = "metal", feature = "cuda"))]
#[tokio::test]
async fn unit_struct() {
    use kalosm::language::*;

    let model = Llama::builder()
        .with_source(LlamaSource::tiny_llama_1_1b_chat())
        .build()
        .await
        .unwrap();

    let task = model
        .task("You generate json")
        .with_constraints(std::sync::Arc::new(UnitStruct::new_parser()));

    let output = task.run("What is the capital of France?", &model).await;
    println!("{output}");

    assert_eq!(output, "\"UnitStruct\"");
}

#[derive(Parse, Schema, Clone)]
#[parse(rename = "unit struct")]
struct RenamedUnit;

#[cfg(any(feature = "metal", feature = "cuda"))]
#[tokio::test]
async fn renamed_unit_struct() {
    use kalosm::language::*;

    let model = Llama::builder()
        .with_source(LlamaSource::tiny_llama_1_1b_chat())
        .build()
        .await
        .unwrap();

    let task = model
        .task("You generate json")
        .with_constraints(std::sync::Arc::new(RenamedUnit::new_parser()));

    let output = task.run("What is the capital of France?", &model).await;
    println!("{output}");

    assert_eq!(output, "\"unit struct\"");
}