infotheory 1.1.1

The algorithmic information theory library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

use crate::{CalibratedSpec, MixtureSpec, RateBackend};
use std::sync::Arc;

pub(crate) fn adapt_rate_backend_for_bit_tokens(backend: RateBackend) -> RateBackend {
    match backend {
        RateBackend::Ctw { depth } => RateBackend::FacCtw {
            base_depth: depth,
            num_percept_bits: 1,
            encoding_bits: 1,
        },
        RateBackend::FacCtw { base_depth, .. } => RateBackend::FacCtw {
            base_depth,
            num_percept_bits: 1,
            encoding_bits: 1,
        },
        RateBackend::Mixture { spec } => {
            let experts = spec
                .experts
                .iter()
                .map(|expert| crate::MixtureExpertSpec {
                    name: expert.name.clone(),
                    log_prior: expert.log_prior,
                    max_order: expert.max_order,
                    backend: adapt_rate_backend_for_bit_tokens(expert.backend.clone()),
                })
                .collect();

            let mut adapted = MixtureSpec::new(spec.kind, experts)
                .with_schedule(spec.schedule)
                .with_alpha(spec.alpha);
            if let Some(decay) = spec.decay {
                adapted = adapted.with_decay(decay);
            }
            RateBackend::Mixture {
                spec: Arc::new(adapted),
            }
        }
        RateBackend::Calibrated { spec } => RateBackend::Calibrated {
            spec: Arc::new(CalibratedSpec {
                base: adapt_rate_backend_for_bit_tokens(spec.base.clone()),
                context: spec.context,
                bins: spec.bins,
                learning_rate: spec.learning_rate,
                bias_clip: spec.bias_clip,
            }),
        },
        other => other,
    }
}

pub(crate) fn rate_backend_contains_zpaq(backend: &RateBackend) -> bool {
    match backend {
        RateBackend::Zpaq { .. } => true,
        RateBackend::Mixture { spec } => spec
            .experts
            .iter()
            .any(|expert| rate_backend_contains_zpaq(&expert.backend)),
        RateBackend::Calibrated { spec } => rate_backend_contains_zpaq(&spec.base),
        _ => false,
    }
}