llama-cpp-log-decoder 0.8.0

Decoder for the llama.cpp / ggml log callback stream
Documentation 
1
2
3
4
5
6
7
8

use crate::decode_anomaly::DecodeAnomaly;
use crate::decode_output::DecodeOutput;

#[derive(Clone, Debug, Eq, PartialEq)]
pub struct DecodeResult {
    pub output: DecodeOutput,
    pub anomaly: Option<DecodeAnomaly>,
}