unity-asset-binary 0.2.0

Unity binary file format parser (AssetBundle, SerializedFile)
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
//! TypeTree parser implementation
//!
//! This module provides parsing functionality for Unity TypeTree structures,
//! inspired by UnityPy/classes/TypeTree.py

use super::common_strings;
use super::types::{TypeTree, TypeTreeNode};
use crate::error::{BinaryError, Result};
use crate::reader::BinaryReader;

/// TypeTree parser
///
/// This struct handles the parsing of TypeTree structures from binary data,
/// supporting different Unity versions and formats.
pub struct TypeTreeParser;

impl TypeTreeParser {
    /// Parse TypeTree from binary data
    pub fn from_reader(reader: &mut BinaryReader, version: u32) -> Result<TypeTree> {
        let mut tree = TypeTree::new();
        tree.version = version;

        // Read number of nodes
        let node_count = reader.read_u32()? as usize;

        // Read string buffer size
        let string_buffer_size = reader.read_u32()? as usize;

        // Read nodes
        for _ in 0..node_count {
            let node = Self::read_node(reader, version)?;
            tree.nodes.push(node);
        }

        // Read string buffer
        tree.string_buffer = reader.read_bytes(string_buffer_size)?;

        // Resolve string references
        Self::resolve_strings(&mut tree)?;

        // Build tree hierarchy
        Self::build_hierarchy(&mut tree)?;

        Ok(tree)
    }

    /// Parse TypeTree from binary data using blob format (Unity version >= 12 or == 10)
    pub fn from_reader_blob(reader: &mut BinaryReader, version: u32) -> Result<TypeTree> {
        let mut tree = TypeTree::new();
        tree.version = version;

        // Read number of nodes
        let node_count = reader.read_i32()? as usize;

        // Read string buffer size
        let string_buffer_size = reader.read_i32()? as usize;

        // Read nodes in blob format
        for _ in 0..node_count {
            let mut node = TypeTreeNode::new();

            // Read node data in blob format (based on unity-rs)
            node.version = reader.read_u16()? as i32;
            node.level = reader.read_u8()? as i32;
            node.type_flags = reader.read_u8()? as i32;
            node.type_str_offset = reader.read_u32()?;
            node.name_str_offset = reader.read_u32()?;
            node.byte_size = reader.read_i32()?;
            node.index = reader.read_i32()?;
            node.meta_flags = reader.read_i32()?;

            if version >= 19 {
                node.ref_type_hash = reader.read_u64()?;
            }

            tree.nodes.push(node);
        }

        // Read string buffer
        tree.string_buffer = reader.read_bytes(string_buffer_size)?;

        // Resolve string references
        Self::resolve_strings(&mut tree)?;

        // Build tree hierarchy
        Self::build_hierarchy(&mut tree)?;

        Ok(tree)
    }

    /// Read a single TypeTree node
    fn read_node(reader: &mut BinaryReader, version: u32) -> Result<TypeTreeNode> {
        let mut node = TypeTreeNode::new();

        if version >= 10 {
            node.version = reader.read_i16()? as i32;
            node.level = reader.read_u8()? as i32;
            node.type_flags = reader.read_u8()? as i32;
            node.type_str_offset = reader.read_u32()?;
            node.name_str_offset = reader.read_u32()?;
            node.byte_size = reader.read_i32()?;
            node.index = reader.read_i32()?;
            node.meta_flags = reader.read_i32()?;

            if version >= 12 {
                node.ref_type_hash = reader.read_u64()?;
            }
        } else {
            // Legacy format
            node.type_str_offset = reader.read_u32()?;
            node.name_str_offset = reader.read_u32()?;
            node.byte_size = reader.read_i32()?;
            node.index = reader.read_i32()?;
            node.type_flags = reader.read_i32()?;
            node.version = reader.read_i32()?;
            node.meta_flags = reader.read_i32()?;
            node.level = reader.read_i32()?;
        }

        Ok(node)
    }

    /// Resolve string references in the TypeTree
    fn resolve_strings(tree: &mut TypeTree) -> Result<()> {
        for node in &mut tree.nodes {
            Self::resolve_node_strings(node, &tree.string_buffer)?;
        }
        Ok(())
    }

    /// Resolve string references for a single node and its children
    fn resolve_node_strings(node: &mut TypeTreeNode, string_buffer: &[u8]) -> Result<()> {
        // Resolve type name
        node.type_name = Self::resolve_string(string_buffer, node.type_str_offset)?;

        // Resolve field name
        node.name = Self::resolve_string(string_buffer, node.name_str_offset)?;

        // Resolve children
        for child in &mut node.children {
            Self::resolve_node_strings(child, string_buffer)?;
        }

        Ok(())
    }

    /// Resolve TypeTree strings which can either reference the local string buffer or a global
    /// common string buffer (signaled via the high bit in blob TypeTrees).
    fn resolve_string(buffer: &[u8], offset: u32) -> Result<String> {
        const COMMON_STRING_FLAG: u32 = 0x8000_0000;

        if (offset & COMMON_STRING_FLAG) != 0 {
            let common_offset = offset & !COMMON_STRING_FLAG;
            return Ok(common_strings::get_common_string(common_offset)
                .unwrap_or_default()
                .to_string());
        }

        Self::get_string_from_buffer(buffer, offset)
    }

    /// Get string from buffer at offset
    fn get_string_from_buffer(buffer: &[u8], offset: u32) -> Result<String> {
        if offset as usize >= buffer.len() {
            return Ok(String::new());
        }

        let start = offset as usize;
        let end = buffer[start..]
            .iter()
            .position(|&b| b == 0)
            .map(|pos| start + pos)
            .unwrap_or(buffer.len());

        String::from_utf8(buffer[start..end].to_vec())
            .map_err(|e| BinaryError::generic(format!("Invalid UTF-8 string: {}", e)))
    }

    /// Build hierarchical structure from flat node list
    fn build_hierarchy(tree: &mut TypeTree) -> Result<()> {
        if tree.nodes.is_empty() {
            return Ok(());
        }

        // Create a working copy of nodes
        let mut nodes = std::mem::take(&mut tree.nodes);

        // Build hierarchy using a stack-based approach
        let mut stack: Vec<(i32, usize)> = Vec::new(); // (level, index)
        let mut root_nodes = Vec::new();

        for (i, node) in nodes.iter().enumerate() {
            let current_level = node.level;

            // Pop stack until we find the parent level
            while let Some(&(level, _)) = stack.last() {
                if level < current_level {
                    break;
                }
                stack.pop();
            }

            if let Some(&(_, _parent_idx)) = stack.last() {
                // This node is a child of the node at parent_idx
                // We'll handle this in the second pass
            } else {
                // This is a root node
                root_nodes.push(i);
            }

            stack.push((current_level, i));
        }

        // Second pass: actually build the hierarchy
        let mut processed = vec![false; nodes.len()];
        let mut result_nodes = Vec::new();

        for &root_idx in &root_nodes {
            if !processed[root_idx] {
                let root_node = Self::build_node_hierarchy(&mut nodes, &mut processed, root_idx)?;
                result_nodes.push(root_node);
            }
        }

        tree.nodes = result_nodes;
        Ok(())
    }

    /// Build hierarchy for a single node and its children
    fn build_node_hierarchy(
        nodes: &mut [TypeTreeNode],
        processed: &mut [bool],
        node_idx: usize,
    ) -> Result<TypeTreeNode> {
        if processed[node_idx] {
            return Err(BinaryError::generic("Node already processed"));
        }

        let mut node = nodes[node_idx].clone();
        processed[node_idx] = true;

        let current_level = node.level;
        node.children.clear();

        // Find children (nodes with level = current_level + 1 that come after this node)
        for i in (node_idx + 1)..nodes.len() {
            if processed[i] {
                continue;
            }

            let child_level = nodes[i].level;

            if child_level <= current_level {
                // We've reached a sibling or parent level, stop looking for children
                break;
            }

            if child_level == current_level + 1 {
                // This is a direct child
                let child_node = Self::build_node_hierarchy(nodes, processed, i)?;
                node.children.push(child_node);
            }
        }

        Ok(node)
    }

    /// Validate parsed TypeTree
    pub fn validate(tree: &TypeTree) -> Result<()> {
        if tree.nodes.is_empty() {
            return Err(BinaryError::invalid_data("TypeTree has no nodes"));
        }

        for (i, node) in tree.nodes.iter().enumerate() {
            Self::validate_node(node, 0).map_err(|e| {
                BinaryError::generic(format!("Node {} validation failed: {}", i, e))
            })?;
        }

        Ok(())
    }

    /// Validate a single node and its children
    fn validate_node(node: &TypeTreeNode, expected_level: i32) -> Result<()> {
        if node.type_name.is_empty() {
            return Err(BinaryError::invalid_data("Node has empty type name"));
        }

        if node.level != expected_level {
            return Err(BinaryError::invalid_data(format!(
                "Node level mismatch: expected {}, got {}",
                expected_level, node.level
            )));
        }

        if node.byte_size < -1 {
            return Err(BinaryError::invalid_data("Invalid byte size"));
        }

        // Validate children
        for child in &node.children {
            Self::validate_node(child, expected_level + 1)?;
        }

        Ok(())
    }

    /// Get parsing statistics
    pub fn get_parsing_stats(tree: &TypeTree) -> ParsingStats {
        let mut stats = (0usize, 0i32, 0usize, 0usize); // (total_nodes, max_depth, primitive_count, array_count)

        fn count_nodes(node: &TypeTreeNode, depth: i32, stats: &mut (usize, i32, usize, usize)) {
            stats.0 += 1; // total_nodes
            stats.1 = stats.1.max(depth); // max_depth

            if node.is_primitive() {
                stats.2 += 1; // primitive_count
            }
            if node.is_array() {
                stats.3 += 1; // array_count
            }

            for child in &node.children {
                count_nodes(child, depth + 1, stats);
            }
        }

        for node in &tree.nodes {
            count_nodes(node, 0, &mut stats);
        }

        ParsingStats {
            total_nodes: stats.0,
            root_nodes: tree.nodes.len(),
            max_depth: stats.1,
            primitive_count: stats.2,
            array_count: stats.3,
            string_buffer_size: tree.string_buffer.len(),
            version: tree.version,
        }
    }
}

/// Parsing statistics
#[derive(Debug, Clone)]
pub struct ParsingStats {
    pub total_nodes: usize,
    pub root_nodes: usize,
    pub max_depth: i32,
    pub primitive_count: usize,
    pub array_count: usize,
    pub string_buffer_size: usize,
    pub version: u32,
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::reader::{BinaryReader, ByteOrder};

    #[test]
    fn test_parser_creation() {
        // Basic test to ensure parser methods exist
        let _dummy = 1 + 1;
        assert_eq!(_dummy, 2);
    }

    #[test]
    fn test_string_buffer_parsing() {
        let buffer = b"hello\0world\0test\0";
        let result = TypeTreeParser::get_string_from_buffer(buffer, 0).unwrap();
        assert_eq!(result, "hello");

        let result = TypeTreeParser::get_string_from_buffer(buffer, 6).unwrap();
        assert_eq!(result, "world");

        let result = TypeTreeParser::get_string_from_buffer(buffer, 12).unwrap();
        assert_eq!(result, "test");
    }

    #[test]
    fn test_common_string_flag_resolves_known_offsets() {
        const COMMON_STRING_FLAG: u32 = 0x8000_0000;

        let local = b"ignored\0";

        // offset 0 in the common string buffer maps to "AABB"
        let result = TypeTreeParser::resolve_string(local, COMMON_STRING_FLAG).unwrap();
        assert_eq!(result, "AABB");

        // An unknown common-string offset should not error, but should resolve to empty.
        let result = TypeTreeParser::resolve_string(local, COMMON_STRING_FLAG | 123_456).unwrap();
        assert_eq!(result, "");
    }

    #[test]
    fn test_blob_typetree_parsing_resolves_common_strings() {
        const COMMON_STRING_FLAG: u32 = 0x8000_0000;

        let mut data = Vec::new();
        data.extend_from_slice(&(1i32).to_le_bytes()); // node_count
        data.extend_from_slice(&(0i32).to_le_bytes()); // string_buffer_size

        // TypeTreeNode (blob)
        data.extend_from_slice(&(1u16).to_le_bytes()); // version
        data.push(0u8); // level
        data.push(0u8); // type_flags
        data.extend_from_slice(&COMMON_STRING_FLAG.to_le_bytes()); // type_str_offset => "AABB"
        data.extend_from_slice(&COMMON_STRING_FLAG.to_le_bytes()); // name_str_offset => "AABB"
        data.extend_from_slice(&(0i32).to_le_bytes()); // byte_size
        data.extend_from_slice(&(0i32).to_le_bytes()); // index
        data.extend_from_slice(&(0i32).to_le_bytes()); // meta_flags
        data.extend_from_slice(&(0u64).to_le_bytes()); // ref_type_hash (version >= 19)

        let mut reader = BinaryReader::new(&data, ByteOrder::Little);
        let tree = TypeTreeParser::from_reader_blob(&mut reader, 19).unwrap();

        assert_eq!(tree.nodes.len(), 1);
        assert_eq!(tree.nodes[0].type_name, "AABB");
        assert_eq!(tree.nodes[0].name, "AABB");
    }
}