unillm-runtime 0.1.0

Core inference runtime for UniLLM with 47 model architectures
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

//! Benchmark comparison module for UniLLM vs llama.cpp
//!
//! This module provides infrastructure for comparing inference performance
//! between UniLLM and llama.cpp using the same GGUF model files.

mod metrics;
mod runner;
mod unillm_backend;

#[cfg(feature = "benchmark")]
mod llama_cpp_backend;

pub use metrics::*;
pub use runner::*;
pub use unillm_backend::*;

#[cfg(feature = "benchmark")]
pub use llama_cpp_backend::*;