hdrhistogram 6.0.5

A port of HdrHistogram to Rust
Documentation
#![feature(test)]

extern crate hdrhistogram;
extern crate rand;
extern crate test;

use self::test::Bencher;
use hdrhistogram::serialization::*;
use hdrhistogram::*;
use std::io::Cursor;

use self::rand_varint::*;

#[path = "../src/serialization/rand_varint.rs"]
mod rand_varint;

#[bench]
fn serialize_tiny_dense_v2(b: &mut Bencher) {
    // 256 + 3 * 128 = 640 counts
    do_serialize_bench(b, &mut V2Serializer::new(), 1, 2047, 2, 1.5)
}

#[bench]
fn serialize_tiny_sparse_v2(b: &mut Bencher) {
    // 256 + 3 * 128 = 640 counts
    do_serialize_bench(b, &mut V2Serializer::new(), 1, 2047, 2, 0.1)
}

#[bench]
fn serialize_small_dense_v2(b: &mut Bencher) {
    // 2048 counts
    do_serialize_bench(b, &mut V2Serializer::new(), 1, 2047, 3, 1.5)
}

#[bench]
fn serialize_small_sparse_v2(b: &mut Bencher) {
    // 2048 counts
    do_serialize_bench(b, &mut V2Serializer::new(), 1, 2047, 3, 0.1)
}

#[bench]
fn serialize_medium_dense_v2(b: &mut Bencher) {
    // 56320 counts
    do_serialize_bench(b, &mut V2Serializer::new(), 1, u64::max_value(), 3, 1.5)
}

#[bench]
fn serialize_medium_sparse_v2(b: &mut Bencher) {
    // 56320 counts
    do_serialize_bench(b, &mut V2Serializer::new(), 1, u64::max_value(), 3, 0.1)
}

#[bench]
fn serialize_large_dense_v2(b: &mut Bencher) {
    // 6291456 buckets
    do_serialize_bench(b, &mut V2Serializer::new(), 1, u64::max_value(), 5, 1.5)
}

#[bench]
fn serialize_large_sparse_v2(b: &mut Bencher) {
    // 6291456 buckets
    do_serialize_bench(b, &mut V2Serializer::new(), 1, u64::max_value(), 5, 0.1)
}

#[bench]
fn serialize_large_dense_v2_deflate(b: &mut Bencher) {
    // 6291456 buckets
    do_serialize_bench(
        b,
        &mut V2DeflateSerializer::new(),
        1,
        u64::max_value(),
        5,
        1.5,
    )
}

#[bench]
fn serialize_large_sparse_v2_deflate(b: &mut Bencher) {
    // 6291456 buckets
    do_serialize_bench(
        b,
        &mut V2DeflateSerializer::new(),
        1,
        u64::max_value(),
        5,
        0.1,
    )
}

#[bench]
fn deserialize_tiny_dense_v2(b: &mut Bencher) {
    // 256 + 3 * 128 = 640 counts
    do_deserialize_bench(b, &mut V2Serializer::new(), 1, 2047, 2, 1.5)
}

#[bench]
fn deserialize_tiny_sparse_v2(b: &mut Bencher) {
    // 256 + 3 * 128 = 640 counts
    do_deserialize_bench(b, &mut V2Serializer::new(), 1, 2047, 2, 0.1)
}

#[bench]
fn deserialize_small_dense_v2(b: &mut Bencher) {
    // 2048 counts
    do_deserialize_bench(b, &mut V2Serializer::new(), 1, 2047, 3, 1.5)
}

#[bench]
fn deserialize_small_sparse_v2(b: &mut Bencher) {
    // 2048 counts
    do_deserialize_bench(b, &mut V2Serializer::new(), 1, 2047, 3, 0.1)
}

#[bench]
fn deserialize_medium_dense_v2(b: &mut Bencher) {
    // 56320 counts
    do_deserialize_bench(b, &mut V2Serializer::new(), 1, u64::max_value(), 3, 1.5)
}

#[bench]
fn deserialize_medium_sparse_v2(b: &mut Bencher) {
    // 56320 counts
    do_deserialize_bench(b, &mut V2Serializer::new(), 1, u64::max_value(), 3, 0.1)
}

#[bench]
fn deserialize_large_dense_v2(b: &mut Bencher) {
    // 6291456 buckets
    do_deserialize_bench(b, &mut V2Serializer::new(), 1, u64::max_value(), 5, 1.5)
}

#[bench]
fn deserialize_large_sparse_v2(b: &mut Bencher) {
    // 6291456 buckets
    do_deserialize_bench(b, &mut V2Serializer::new(), 1, u64::max_value(), 5, 0.1)
}

#[bench]
fn deserialize_large_dense_v2_deflate(b: &mut Bencher) {
    // 6291456 buckets
    do_deserialize_bench(
        b,
        &mut V2DeflateSerializer::new(),
        1,
        u64::max_value(),
        5,
        1.5,
    )
}

#[bench]
fn deserialize_large_sparse_v2_deflate(b: &mut Bencher) {
    // 6291456 buckets
    do_deserialize_bench(
        b,
        &mut V2DeflateSerializer::new(),
        1,
        u64::max_value(),
        5,
        0.1,
    )
}

fn do_serialize_bench<S>(
    b: &mut Bencher,
    s: &mut S,
    low: u64,
    high: u64,
    digits: u8,
    fraction_of_counts_len: f64,
) where
    S: Serializer,
{
    let mut h = Histogram::<u64>::new_with_bounds(low, high, digits).unwrap();
    let random_counts = (fraction_of_counts_len * h.distinct_values() as f64) as usize;
    let mut vec = Vec::with_capacity(random_counts);

    let mut rng = rand::weak_rng();
    for v in RandomVarintEncodedLengthIter::new(&mut rng)
        .filter(|v| v >= &low && v <= &high)
        .take(random_counts)
    {
        h.record(v).unwrap();
    }

    b.iter(|| {
        vec.clear();

        let _ = s.serialize(&h, &mut vec).unwrap();
    });
}

fn do_deserialize_bench<S>(
    b: &mut Bencher,
    s: &mut S,
    low: u64,
    high: u64,
    digits: u8,
    fraction_of_counts_len: f64,
) where
    S: Serializer,
{
    let mut h = Histogram::<u64>::new_with_bounds(low, high, digits).unwrap();
    let random_counts = (fraction_of_counts_len * h.distinct_values() as f64) as usize;
    let mut vec = Vec::with_capacity(random_counts);

    let mut rng = rand::weak_rng();
    for v in RandomVarintEncodedLengthIter::new(&mut rng)
        .filter(|v| v >= &low && v <= &high)
        .take(random_counts)
    {
        h.record(v).unwrap();
    }

    let _ = s.serialize(&h, &mut vec).unwrap();

    let mut d = Deserializer::new();
    b.iter(|| {
        let mut cursor = Cursor::new(&vec);
        let _: Histogram<u64> = d.deserialize(&mut cursor).unwrap();
    });
}