burn_lm_inference/
lib.rs

1mod job;
2
3pub use job::*;
4
5pub mod backends;
6pub mod channels;
7pub mod client;
8pub mod errors;
9pub mod message;
10pub mod plugin;
11pub mod server;
12pub mod stats;
13pub mod utils;
14
15// ---------------------------------------------------------------------------
16// Re-exports for convenience so plugins implementors can just do:
17pub use crate::channels::mutex::MutexChannel;
18pub use crate::channels::passthrough::SingleThreadedChannel;
19pub use crate::client::InferenceClient;
20pub use crate::errors::*;
21pub use crate::message::{Message, MessageRole};
22pub use crate::plugin::InferencePlugin;
23pub use crate::server::{InferenceServer, InferenceServerConfig, ServerConfigParsing};
24pub use crate::stats::{StatEntry, Stats, STATS_MARKER};
25pub use backends::burn_backend_types::*;
26pub use backends::DTYPE_NAME;
27pub use burn::prelude::Backend;
28pub use burn_lm_macros::inference_server_config;
29pub use burn_lm_macros::InferenceServer;
30// external re-export
31pub use clap::{self, CommandFactory, FromArgMatches, Parser};
32pub use serde::Deserialize;
33pub use serde_json;
34pub use std::any::Any;
35// ---------------------------------------------------------------------------
36
37pub type Prompt = String;
burn_lm_inference/lib.rs

burn_lm_inference/
lib.rs
