Struct LM 

pub struct LM {
    pub api_key: SecretString,
    pub base_url: String,
    pub config: LMConfig,
    pub history: Vec<LMResponse>,
    /* private fields */
}

Fields

api_key: SecretString

base_url: String

config: LMConfig

history: Vec<LMResponse>

Implementations

impl LM

pub fn builder() -> LMBuilder

Create an instance of LM using the builder syntax

Examples found in repository

examples/01-simple.rs (line 77)

async fn main() {
    configure(
        LM::builder()
            .api_key(SecretString::from(std::env::var("OPENAI_API_KEY").unwrap()))
            .build(),
        ChatAdapter,
    );

    let example = example! {
        "question": "input" => "What is the capital of France?",
    };

    let qa_rater = QARater::builder().build();
    let prediction = qa_rater.forward(example).await.unwrap();
    println!("{prediction:?}");
}

examples/03-evaluate-hotpotqa.rs (line 61)

async fn main() -> anyhow::Result<()> {
    configure(
        LM::builder()
            .api_key(SecretString::from(std::env::var("OPENAI_API_KEY")?))
            .build(),
        ChatAdapter {},
    );

    let examples = DataLoader::load_hf(
        "hotpotqa/hotpot_qa",
        vec!["question".to_string()],
        vec!["answer".to_string()],
        "fullwiki",
        "validation",
        true,
    )?[..10]
        .to_vec();

    let evaluator = QARater::builder().build();
    let metric = evaluator.evaluate(examples).await;

    println!("Metric: {metric}");
    Ok(())
}

examples/04-optimize-hotpotqa.rs (line 61)

async fn main() -> anyhow::Result<()> {
    configure(
        LM::builder()
            .api_key(SecretString::from(std::env::var("OPENAI_API_KEY")?))
            .build(),
        ChatAdapter {},
    );

    let examples = DataLoader::load_hf(
        "hotpotqa/hotpot_qa",
        vec!["question".to_string()],
        vec!["answer".to_string()],
        "fullwiki",
        "validation",
        true,
    )?[..10]
        .to_vec();

    let mut rater = QARater::builder().build();
    let optimizer = COPRO::builder().breadth(10).depth(1).build();

    println!("Rater: {:?}", rater.answerer.get_signature().instruction());

    optimizer.compile(&mut rater, examples.clone()).await?;

    println!("Rater: {:?}", rater.answerer.get_signature().instruction());

    Ok(())
}

impl LM

pub async fn call( &mut self, messages: Chat, signature: &str, ) -> Result<(Message, LmUsage)>

pub fn inspect_history(&self, n: usize) -> Vec<&LMResponse>

Trait Implementations

impl Clone for LM

fn clone(&self) -> LM

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.