lmql 0.3.0

A general-purpose async streaming large language model interface
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

mod common;

mod llama {
    super::tests_with_llm! {
        lmql::llms::openrouter::OpenRouter::new_from_env("meta-llama/llama-3.2-3b-instruct")
            => skip tool, reasoning
    }
}

mod qwen {
    super::tests_with_llm! {
        lmql::llms::openrouter::OpenRouter::new_from_env("qwen/qwen-turbo")
        => skip tool
    }
}

mod gemini {
    super::tests_with_llm! {
        lmql::llms::openrouter::OpenRouter::new_from_env("google/gemini-2.0-flash-lite-001")
    }
}