clvmr 0.19.0

Implementation of `clvm` for Chia Network's cryptocurrency
Documentation
use std::io;

use super::parse_atom::decode_size_with_offset;
use super::utils::{copy_exactly, skip_bytes};
use crate::error::Result;
use chia_sha2::Sha256;

const MAX_SINGLE_BYTE: u8 = 0x7f;
const CONS_BOX_MARKER: u8 = 0xff;

struct ShaWrapper(Sha256);

impl io::Write for ShaWrapper {
    fn write(&mut self, blob: &[u8]) -> io::Result<usize> {
        self.0.update(blob);
        Ok(blob.len())
    }
    fn flush(&mut self) -> io::Result<()> {
        Ok(())
    }
}

/// This data structure is used with `parse_triples`, which returns a triple of
/// integer values for each clvm object in a tree. It's a port of python code.
///
/// The deserializer iterates through the blob and caches a triple of
/// integers for each subtree: the first two integers represent the
/// `(start_offset, end_offset)` within the blob that corresponds to the
/// serialization of that object. You can check the contents of
/// `blob[start_offset]` to determine if the object is a pair (in which case
/// that byte is 0xff) or an atom (anything else). For a pair, the third
/// number corresponds to the index of the array that is the "rest" of the
/// pair (the "first" is always this object's index plus one, so we don't
/// need to save that); for an atom, the third number corresponds to an
/// offset of where the atom's binary data is relative to
/// `blob[start_offset]` (so the atom data is at `blob[triple[0] +
/// triple[2]:triple[1]]`)

#[derive(Debug, PartialEq, Eq)]
pub enum ParsedTriple {
    // if `buffer[start] != 0xff`, this is an atom
    Atom {
        start: u64,
        end: u64,
        atom_offset: u32,
    },
    // otherwise, it's an pair
    Pair {
        start: u64,
        end: u64,
        right_index: u32,
    },
}

enum ParseOpRef {
    ParseObj,
    SaveEnd(usize),
    SaveRightIndex(usize),
}

fn sha_blobs(blobs: &[&[u8]]) -> [u8; 32] {
    let mut h = Sha256::new();
    for blob in blobs {
        h.update(blob);
    }
    h.finalize()
        .as_slice()
        .try_into()
        .expect("wrong slice length")
}

fn tree_hash_for_byte(b: u8, calculate_tree_hashes: bool) -> Option<[u8; 32]> {
    if calculate_tree_hashes {
        Some(sha_blobs(&[&[1, b]]))
    } else {
        None
    }
}

fn skip_or_sha_bytes<R: io::Read>(
    f: &mut R,
    size: u64,
    calculate_tree_hashes: bool,
) -> Result<Option<[u8; 32]>> {
    if calculate_tree_hashes {
        let mut h = Sha256::new();
        h.update([1]);
        let mut w = ShaWrapper(h);
        copy_exactly(f, &mut w, size)?;
        let r: [u8; 32] =
            w.0.finalize()
                .as_slice()
                .try_into()
                .expect("wrong slice length");
        Ok(Some(r))
    } else {
        skip_bytes(f, size)?;
        Ok(None)
    }
}

type ParsedTriplesOutput = (Vec<ParsedTriple>, Option<Vec<[u8; 32]>>);

/// parse a serialized clvm object tree to an array of `ParsedTriple` objects
/// This alternative mechanism of deserialization generates an array of
/// references to each clvm object. A reference contains three values:
/// a start offset within the blob, an end offset, and a third value that
/// is either: an atom offset (relative to the start offset) where the atom
/// data starts (and continues to the end offset); or an index in the array
/// corresponding to the "right" element of the pair (in which case, the
/// "left" element corresponds to the current index + 1).
///
/// Since these values are offsets into the original buffer, that buffer needs
/// to be kept around to get the original atoms.
pub fn parse_triples<R: io::Read>(
    f: &mut R,
    calculate_tree_hashes: bool,
) -> Result<ParsedTriplesOutput> {
    let mut r = Vec::new();
    let mut tree_hashes = Vec::new();
    let mut op_stack = vec![ParseOpRef::ParseObj];
    let mut cursor: u64 = 0;
    while let Some(op) = op_stack.pop() {
        match op {
            ParseOpRef::ParseObj => {
                let mut b: [u8; 1] = [0];
                f.read_exact(&mut b)?;
                let start = cursor;
                cursor += 1;
                let b = b[0];
                if b == CONS_BOX_MARKER {
                    let index = r.len();
                    let new_obj = ParsedTriple::Pair {
                        start,
                        end: 0,
                        right_index: 0,
                    };
                    r.push(new_obj);
                    if calculate_tree_hashes {
                        tree_hashes.push([0; 32])
                    }
                    op_stack.push(ParseOpRef::SaveEnd(index));
                    op_stack.push(ParseOpRef::ParseObj);
                    op_stack.push(ParseOpRef::SaveRightIndex(index));
                    op_stack.push(ParseOpRef::ParseObj);
                } else {
                    let (start, end, atom_offset, tree_hash) = {
                        if b <= MAX_SINGLE_BYTE {
                            (
                                start,
                                start + 1,
                                0,
                                tree_hash_for_byte(b, calculate_tree_hashes),
                            )
                        } else {
                            let (atom_offset, atom_size) = decode_size_with_offset(f, b)?;
                            let end = start + (atom_offset as u64) + atom_size;
                            let h = skip_or_sha_bytes(f, atom_size, calculate_tree_hashes)?;
                            (start, end, atom_offset as u32, h)
                        }
                    };
                    if calculate_tree_hashes {
                        tree_hashes.push(tree_hash.expect("failed unwrap"))
                    }
                    let new_obj = ParsedTriple::Atom {
                        start,
                        end,
                        atom_offset,
                    };
                    cursor = end;
                    r.push(new_obj);
                }
            }
            ParseOpRef::SaveEnd(index) => match &mut r[index] {
                ParsedTriple::Pair {
                    start: _,
                    end,
                    right_index,
                } => {
                    if calculate_tree_hashes {
                        let h = sha_blobs(&[
                            &[2],
                            &tree_hashes[index + 1],
                            &tree_hashes[*right_index as usize],
                        ]);
                        tree_hashes[index] = h;
                    }
                    *end = cursor;
                }
                _ => {
                    panic!("internal error: SaveEnd")
                }
            },
            ParseOpRef::SaveRightIndex(index) => {
                let new_index = r.len() as u32;
                match &mut r[index] {
                    ParsedTriple::Pair {
                        start: _,
                        end: _,
                        right_index,
                    } => {
                        *right_index = new_index;
                    }
                    _ => {
                        panic!("internal error: SaveRightIndex")
                    }
                }
            }
        }
    }
    Ok((
        r,
        if calculate_tree_hashes {
            Some(tree_hashes)
        } else {
            None
        },
    ))
}

#[cfg(test)]
mod tests {
    use super::*;

    use hex::FromHex;
    use std::io::Cursor;

    fn check_parse_tree(h: &str, expected: Vec<ParsedTriple>, expected_sha_tree_hex: &str) {
        let b = Vec::from_hex(h).unwrap();
        println!("{b:?}");
        let mut f = Cursor::new(b);
        let (p, tree_hash) = parse_triples(&mut f, false).unwrap();
        assert_eq!(p, expected);
        assert_eq!(tree_hash, None);

        let b = Vec::from_hex(h).unwrap();
        let mut f = Cursor::new(b);
        let (p, tree_hash) = parse_triples(&mut f, true).unwrap();
        assert_eq!(p, expected);

        let est = Vec::from_hex(expected_sha_tree_hex).unwrap();
        assert_eq!(tree_hash.unwrap()[0].to_vec(), est);
    }

    fn check_sha_blobs(h: &str, blobs: &[&[u8]]) {
        let exp_sha = Vec::from_hex(h).unwrap();
        let actual_sha = sha_blobs(blobs);
        assert_eq!(exp_sha, actual_sha);
    }

    #[test]
    fn test_sha_blobs() {
        check_sha_blobs(
            "4bf5122f344554c53bde2ebb8cd2b7e3d1600ad631c385a5d7cce23c7785459a",
            &[&[1_u8]],
        );
        check_sha_blobs(
            "9dcf97a184f32623d11a73124ceb99a5709b083721e878a16d78f596718ba7b2",
            &[&[1], &[1]],
        );
        check_sha_blobs(
            "812195e02ed84360ceafab26f9fa6072f8aa76ba34a735894c3f3c2e4fe6911d",
            &[&[1, 250, 17], &[28]],
        );
    }

    #[test]
    fn test_parse_tree() {
        check_parse_tree(
            "80",
            vec![ParsedTriple::Atom {
                start: 0,
                end: 1,
                atom_offset: 1,
            }],
            "4bf5122f344554c53bde2ebb8cd2b7e3d1600ad631c385a5d7cce23c7785459a",
        );

        check_parse_tree(
            "ff648200c8",
            vec![
                ParsedTriple::Pair {
                    start: 0,
                    end: 5,
                    right_index: 2,
                },
                ParsedTriple::Atom {
                    start: 1,
                    end: 2,
                    atom_offset: 0,
                },
                ParsedTriple::Atom {
                    start: 2,
                    end: 5,
                    atom_offset: 1,
                },
            ],
            "247f7d3f63b346ea93ca47f571cd0f4455392348b888a4286072bef0ac6069b5",
        );

        check_parse_tree(
            "ff83666f6fff83626172ff8362617a80", // `(foo bar baz)`
            vec![
                ParsedTriple::Pair {
                    start: 0,
                    end: 16,
                    right_index: 2,
                },
                ParsedTriple::Atom {
                    start: 1,
                    end: 5,
                    atom_offset: 1,
                },
                ParsedTriple::Pair {
                    start: 5,
                    end: 16,
                    right_index: 4,
                },
                ParsedTriple::Atom {
                    start: 6,
                    end: 10,
                    atom_offset: 1,
                },
                ParsedTriple::Pair {
                    start: 10,
                    end: 16,
                    right_index: 6,
                },
                ParsedTriple::Atom {
                    start: 11,
                    end: 15,
                    atom_offset: 1,
                },
                ParsedTriple::Atom {
                    start: 15,
                    end: 16,
                    atom_offset: 1,
                },
            ],
            "47f30bf9935e25e4262023124fb5e986d755b9ed65a28ac78925c933bfd57dbd",
        );

        let s = "c0a0".to_owned() + &hex::encode([0x31u8; 160]);
        check_parse_tree(
            &s,
            vec![ParsedTriple::Atom {
                start: 0,
                end: 162,
                atom_offset: 2,
            }],
            "d1c109981a9c5a3bbe2d98795a186a0f057dc9a3a7f5e1eb4dfb63a1636efa2d",
        );
    }
}