memscope_rs/export/

api.rs

//! Unified Export API - Clean, consistent interface for all export operations
//!
//! This module provides a unified, well-named API that serves as the main entry point
//! for all export operations in the memscope project.

use crate::core::tracker::export_json::ExportJsonOptions;
use crate::core::tracker::memory_tracker::MemoryTracker;
use crate::core::types::{AllocationInfo, MemoryStats, TrackingError};
use crate::TrackingResult;
use std::path::Path;
use std::sync::Arc;
use std::time::Instant;

/// Export configuration with sensible defaults
#[derive(Debug, Clone)]
pub struct ExportConfig {
    /// Include system allocations (default: false - user variables only)
    pub include_system_allocations: bool,
    /// Enable parallel processing for large datasets (default: auto-detect)
    pub parallel_processing: Option<bool>,
    /// Buffer size for I/O operations (default: 256KB)
    pub buffer_size: usize,
    /// Enable schema validation (default: true)
    pub validate_output: bool,
    /// Thread count for parallel operations (default: auto-detect)
    pub thread_count: Option<usize>,
}

impl Default for ExportConfig {
    fn default() -> Self {
        Self {
            include_system_allocations: false,
            parallel_processing: None,
            buffer_size: 256 * 1024, // 256KB
            validate_output: true,
            thread_count: None,
        }
    }
}

impl ExportConfig {
    /// Create config for user variables only (recommended)
    pub fn user_variables_only() -> Self {
        Self {
            include_system_allocations: false,
            ..Default::default()
        }
    }

    /// Create config for all allocations (system + user)
    pub fn all_allocations() -> Self {
        Self {
            include_system_allocations: true,
            ..Default::default()
        }
    }

    /// Create config optimized for performance
    pub fn fast_export() -> Self {
        Self {
            include_system_allocations: false,
            parallel_processing: Some(true),
            buffer_size: 512 * 1024, // 512KB
            validate_output: false,
            thread_count: None,
        }
    }

    /// Create config for comprehensive analysis
    pub fn comprehensive() -> Self {
        Self {
            include_system_allocations: true,
            parallel_processing: Some(true),
            buffer_size: 1024 * 1024, // 1MB
            validate_output: true,
            thread_count: None,
        }
    }
}

/// Export statistics and performance metrics
#[derive(Debug, Clone, Default)]
pub struct ExportStats {
    /// Number of allocations processed
    pub allocations_processed: usize,
    /// Number of user-defined variables
    pub user_variables: usize,
    /// Number of system allocations
    pub system_allocations: usize,
    /// Total processing time in milliseconds
    pub processing_time_ms: u64,
    /// Output file size in bytes
    pub output_size_bytes: u64,
    /// Processing rate (allocations per second)
    pub processing_rate: f64,
}

/// Unified export interface - main API for all export operations
pub struct Exporter {
    allocations: Arc<Vec<AllocationInfo>>,
    #[allow(dead_code)]
    stats: Arc<MemoryStats>,
    config: ExportConfig,
}

impl Exporter {
    /// Create new exporter with allocation data
    pub fn new(allocations: Vec<AllocationInfo>, stats: MemoryStats, config: ExportConfig) -> Self {
        Self {
            allocations: Arc::new(allocations),
            stats: Arc::new(stats),
            config,
        }
    }

    /// Filter allocations based on configuration
    fn get_filtered_allocations(&self) -> Vec<AllocationInfo> {
        if self.config.include_system_allocations {
            // Include all allocations (user + system)
            (*self.allocations).clone()
        } else {
            // Only include user-defined variables (allocations with var_name)
            (*self.allocations)
                .iter()
                .filter(|allocation| allocation.var_name.is_some())
                .cloned()
                .collect()
        }
    }

    /// Export to JSON format
    pub fn export_json<P: AsRef<Path>>(&self, output_path: P) -> TrackingResult<ExportStats> {
        let start_time = Instant::now();
        let filtered_allocations = self.get_filtered_allocations();

        // Ensure output directory exists
        if let Some(parent) = output_path.as_ref().parent() {
            std::fs::create_dir_all(parent).map_err(|e| TrackingError::IoError(e.to_string()))?;
        }

        // Use the actual allocation data instead of creating a new tracker
        let tracker = MemoryTracker::new();

        // Populate the tracker with our filtered allocations
        for allocation in &filtered_allocations {
            // Add each allocation to the tracker's active allocations
            if let Ok(mut active) = tracker.active_allocations.try_lock() {
                active.insert(allocation.ptr, allocation.clone());
            }
        }

        tracker.export_to_json_with_options(
            &output_path,
            ExportJsonOptions::default()
                .parallel_processing(self.config.parallel_processing.unwrap_or(true))
                .buffer_size(self.config.buffer_size)
                .schema_validation(self.config.validate_output),
        )?;

        let processing_time = start_time.elapsed();
        let output_size = std::fs::metadata(&output_path)
            .map(|m| m.len())
            .unwrap_or(0);

        Ok(ExportStats {
            allocations_processed: self.allocations.len(),
            user_variables: filtered_allocations.len(),
            system_allocations: self.allocations.len() - filtered_allocations.len(),
            processing_time_ms: processing_time.as_millis() as u64,
            output_size_bytes: output_size,
            processing_rate: self.allocations.len() as f64
                / processing_time.as_secs_f64().max(0.001),
        })
    }

    /// Export to binary format
    pub fn export_binary<P: AsRef<Path>>(&self, output_path: P) -> TrackingResult<ExportStats> {
        let start_time = Instant::now();
        let filtered_allocations = self.get_filtered_allocations();

        // Create a new tracker instance and populate it with our filtered allocations
        let tracker = MemoryTracker::new();

        // Populate the tracker with our filtered allocations (including improve.md fields)
        if let Ok(mut active) = tracker.active_allocations.try_lock() {
            for allocation in &filtered_allocations {
                active.insert(allocation.ptr, allocation.clone());
            }
        }

        tracker.export_to_binary(&output_path)?;

        let processing_time = start_time.elapsed();
        let output_size = std::fs::metadata(&output_path)
            .map(|m| m.len())
            .unwrap_or(0);

        Ok(ExportStats {
            allocations_processed: filtered_allocations.len(),
            user_variables: filtered_allocations.len(),
            system_allocations: 0,
            processing_time_ms: processing_time.as_millis() as u64,
            output_size_bytes: output_size,
            processing_rate: filtered_allocations.len() as f64
                / processing_time.as_secs_f64().max(0.001),
        })
    }

    /// Export to HTML format
    pub fn export_html<P: AsRef<Path>>(&self, output_path: P) -> TrackingResult<ExportStats> {
        let start_time = Instant::now();
        let filtered_allocations = self.get_filtered_allocations();

        // Create a new tracker instance for export
        let tracker = MemoryTracker::new();
        tracker.export_interactive_dashboard(&output_path)?;

        let processing_time = start_time.elapsed();
        let output_size = std::fs::metadata(&output_path)
            .map(|m| m.len())
            .unwrap_or(0);

        Ok(ExportStats {
            allocations_processed: filtered_allocations.len(),
            user_variables: filtered_allocations.len(),
            system_allocations: 0,
            processing_time_ms: processing_time.as_millis() as u64,
            output_size_bytes: output_size,
            processing_rate: filtered_allocations.len() as f64
                / processing_time.as_secs_f64().max(0.001),
        })
    }

    /// Convert binary to JSON format
    pub fn binary_to_json<P: AsRef<Path>>(
        binary_path: P,
        output_path: P,
    ) -> TrackingResult<ExportStats> {
        let start_time = Instant::now();

        // Get file size before conversion for stats
        let input_size = std::fs::metadata(binary_path.as_ref())
            .map(|m| m.len())
            .unwrap_or(0);

        // Delegate to binary module
        crate::export::binary::parse_binary_to_json(binary_path.as_ref(), output_path.as_ref())
            .map_err(|e| TrackingError::ExportError(e.to_string()))?;

        let processing_time = start_time.elapsed();

        // Get output file size
        let output_size = std::fs::metadata(output_path.as_ref())
            .map(|m| m.len())
            .unwrap_or(0);

        // Estimate allocations based on file size (approximate)
        let estimated_allocations = input_size / 100; // Rough estimate

        Ok(ExportStats {
            allocations_processed: estimated_allocations as usize,
            user_variables: estimated_allocations as usize, // Best guess
            system_allocations: 0,                          // Can't determine from binary alone
            processing_time_ms: processing_time.as_millis() as u64,
            output_size_bytes: output_size,
            processing_rate: estimated_allocations as f64
                / processing_time.as_secs_f64().max(0.001),
        })
    }

    /// Convert binary to HTML format
    pub fn binary_to_html<P: AsRef<Path> + Clone>(
        binary_path: P,
        output_path: P,
    ) -> TrackingResult<ExportStats> {
        let start_time = Instant::now();

        // Get file size before conversion for stats
        let input_size = std::fs::metadata(&binary_path)
            .map(|m| m.len())
            .unwrap_or(0);

        // Call the static method on MemoryTracker
        MemoryTracker::export_binary_to_html(binary_path, output_path.clone())?;

        let processing_time = start_time.elapsed();

        // Get output file size
        let output_size = std::fs::metadata(&output_path)
            .map(|m| m.len())
            .unwrap_or(0);

        // Estimate allocations based on file size (approximate)
        let estimated_allocations = input_size / 100; // Rough estimate

        Ok(ExportStats {
            allocations_processed: estimated_allocations as usize,
            user_variables: estimated_allocations as usize, // Best guess
            system_allocations: 0,                          // Can't determine from binary alone
            processing_time_ms: processing_time.as_millis() as u64,
            output_size_bytes: output_size,
            processing_rate: estimated_allocations as f64
                / processing_time.as_secs_f64().max(0.001),
        })
    }
}

// High-level convenience functions for common export scenarios
// These are the main entry points for most users

/// Export user variables to JSON format
/// This is the most commonly used export function for development and debugging
pub fn export_user_variables_json<P: AsRef<Path>>(
    allocations: Vec<AllocationInfo>,
    stats: MemoryStats,
    output_path: P,
) -> TrackingResult<ExportStats> {
    let exporter = Exporter::new(allocations, stats, ExportConfig::user_variables_only());
    exporter.export_json(output_path)
}

/// Export user variables to binary format
/// Provides 3x faster export with 60% smaller file size compared to JSON
pub fn export_user_variables_binary<P: AsRef<Path>>(
    allocations: Vec<AllocationInfo>,
    stats: MemoryStats,
    output_path: P,
) -> TrackingResult<ExportStats> {
    let exporter = Exporter::new(allocations, stats, ExportConfig::user_variables_only());
    exporter.export_binary(output_path)
}

/// Fast export for performance-critical scenarios
/// Optimized for speed with reduced data quality checks
pub fn export_fast<P: AsRef<Path>>(
    allocations: Vec<AllocationInfo>,
    stats: MemoryStats,
    output_path: P,
) -> TrackingResult<ExportStats> {
    let exporter = Exporter::new(allocations, stats, ExportConfig::fast_export());
    exporter.export_json(output_path)
}

/// Comprehensive export for detailed analysis
/// Includes all system allocations and detailed analysis (slower but complete)
pub fn export_comprehensive<P: AsRef<Path>>(
    allocations: Vec<AllocationInfo>,
    stats: MemoryStats,
    output_path: P,
) -> TrackingResult<ExportStats> {
    let exporter = Exporter::new(allocations, stats, ExportConfig::comprehensive());
    exporter.export_json(output_path)
}

#[cfg(test)]
mod tests {
    use super::*;
    use tempfile::tempdir;

    #[test]
    fn test_export_config_defaults() {
        let config = ExportConfig::default();
        assert!(!config.include_system_allocations);
        assert_eq!(config.buffer_size, 256 * 1024);
        assert!(config.validate_output);
    }

    #[test]
    fn test_export_json() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("test.json");

        let stats = export_user_variables_json(vec![], MemoryStats::default(), &output_path)?;

        assert!(output_path.exists());
        assert_eq!(stats.allocations_processed, 0);
        Ok(())
    }

    fn create_test_allocation(
        ptr: usize,
        size: usize,
        var_name: Option<String>,
        type_name: Option<String>,
    ) -> AllocationInfo {
        AllocationInfo {
            ptr,
            size,
            var_name,
            type_name,
            scope_name: Some("test_scope".to_string()),
            timestamp_alloc: 1234567890,
            timestamp_dealloc: None,
            thread_id: "main".to_string(),
            borrow_count: 0,
            stack_trace: None,
            is_leaked: false,
            lifetime_ms: Some(100),
            borrow_info: None,
            clone_info: None,
            ownership_history_available: false,
            smart_pointer_info: None,
            memory_layout: None,
            generic_info: None,
            dynamic_type_info: None,
            runtime_state: None,
            stack_allocation: None,
            temporary_object: None,
            fragmentation_analysis: None,
            generic_instantiation: None,
            type_relationships: None,
            type_usage: None,
            function_call_tracking: None,
            lifecycle_tracking: None,
            access_tracking: None,
            drop_chain_analysis: None,
        }
    }

    fn create_test_memory_stats() -> MemoryStats {
        MemoryStats {
            total_allocations: 10,
            total_allocated: 1024,
            active_allocations: 5,
            active_memory: 512,
            peak_allocations: 8,
            peak_memory: 768,
            total_deallocations: 5,
            total_deallocated: 512,
            leaked_allocations: 0,
            leaked_memory: 0,
            fragmentation_analysis: crate::core::types::FragmentationAnalysis::default(),
            lifecycle_stats: crate::core::types::ScopeLifecycleMetrics::default(),
            allocations: Vec::new(),
            system_library_stats: crate::core::types::SystemLibraryStats::default(),
            concurrency_analysis: crate::core::types::ConcurrencyAnalysis::default(),
        }
    }

    #[test]
    fn test_export_config_user_variables_only() {
        let config = ExportConfig::user_variables_only();
        assert!(!config.include_system_allocations);
        assert_eq!(config.buffer_size, 256 * 1024);
        assert!(config.validate_output);
        assert!(config.parallel_processing.is_none());
        assert!(config.thread_count.is_none());
    }

    #[test]
    fn test_export_config_all_allocations() {
        let config = ExportConfig::all_allocations();
        assert!(config.include_system_allocations);
        assert_eq!(config.buffer_size, 256 * 1024);
        assert!(config.validate_output);
        assert!(config.parallel_processing.is_none());
        assert!(config.thread_count.is_none());
    }

    #[test]
    fn test_export_config_fast_export() {
        let config = ExportConfig::fast_export();
        assert!(!config.include_system_allocations);
        assert_eq!(config.buffer_size, 512 * 1024);
        assert!(!config.validate_output);
        assert_eq!(config.parallel_processing, Some(true));
        assert!(config.thread_count.is_none());
    }

    #[test]
    fn test_export_config_comprehensive() {
        let config = ExportConfig::comprehensive();
        assert!(config.include_system_allocations);
        assert_eq!(config.buffer_size, 1024 * 1024);
        assert!(config.validate_output);
        assert_eq!(config.parallel_processing, Some(true));
        assert!(config.thread_count.is_none());
    }

    #[test]
    fn test_export_config_debug_clone() {
        let config = ExportConfig::default();

        // Test Debug trait
        let debug_str = format!("{:?}", config);
        assert!(debug_str.contains("ExportConfig"));
        assert!(debug_str.contains("include_system_allocations"));
        assert!(debug_str.contains("false")); // include_system_allocations is false by default

        // Test Clone trait
        let cloned_config = config.clone();
        assert_eq!(
            cloned_config.include_system_allocations,
            config.include_system_allocations
        );
        assert_eq!(
            cloned_config.parallel_processing,
            config.parallel_processing
        );
        assert_eq!(cloned_config.buffer_size, config.buffer_size);
        assert_eq!(cloned_config.validate_output, config.validate_output);
        assert_eq!(cloned_config.thread_count, config.thread_count);
    }

    #[test]
    fn test_export_stats_default() {
        let stats = ExportStats::default();

        assert_eq!(stats.allocations_processed, 0);
        assert_eq!(stats.user_variables, 0);
        assert_eq!(stats.system_allocations, 0);
        assert_eq!(stats.processing_time_ms, 0);
        assert_eq!(stats.output_size_bytes, 0);
        assert_eq!(stats.processing_rate, 0.0);
    }

    #[test]
    fn test_export_stats_debug_clone() {
        let stats = ExportStats {
            allocations_processed: 100,
            user_variables: 80,
            system_allocations: 20,
            processing_time_ms: 1000,
            output_size_bytes: 50000,
            processing_rate: 100.0,
        };

        // Test Debug trait
        let debug_str = format!("{:?}", stats);
        assert!(debug_str.contains("ExportStats"));
        assert!(debug_str.contains("100")); // allocations_processed
        assert!(debug_str.contains("1000")); // processing_time_ms

        // Test Clone trait
        let cloned_stats = stats.clone();
        assert_eq!(
            cloned_stats.allocations_processed,
            stats.allocations_processed
        );
        assert_eq!(cloned_stats.user_variables, stats.user_variables);
        assert_eq!(cloned_stats.system_allocations, stats.system_allocations);
        assert_eq!(cloned_stats.processing_time_ms, stats.processing_time_ms);
        assert_eq!(cloned_stats.output_size_bytes, stats.output_size_bytes);
        assert_eq!(cloned_stats.processing_rate, stats.processing_rate);
    }

    #[test]
    fn test_exporter_new() {
        let allocations = vec![
            create_test_allocation(
                0x1000,
                64,
                Some("var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
        ];
        let stats = create_test_memory_stats();
        let config = ExportConfig::default();

        let exporter = Exporter::new(allocations.clone(), stats, config);
        assert_eq!(exporter.allocations.len(), 2);
    }

    #[test]
    fn test_exporter_get_filtered_allocations() {
        let allocations = vec![
            // User allocations (have var_name)
            create_test_allocation(
                0x1000,
                64,
                Some("user_var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("user_var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
            // System allocations (no var_name)
            create_test_allocation(0x3000, 32, None, Some("SystemType".to_string())),
            create_test_allocation(0x4000, 16, None, None),
        ];
        let stats = create_test_memory_stats();

        // Test with include_system_allocations = false (user_variables_only)
        let config_user_only = ExportConfig::user_variables_only();
        let exporter_user_only =
            Exporter::new(allocations.clone(), stats.clone(), config_user_only);
        let filtered_user_only = exporter_user_only.get_filtered_allocations();
        assert_eq!(filtered_user_only.len(), 2); // Only user allocations with var_name

        // Verify all filtered allocations have var_name
        for allocation in &filtered_user_only {
            assert!(
                allocation.var_name.is_some(),
                "User-only filter should only include allocations with var_name"
            );
        }

        // Test with include_system_allocations = true (all_allocations)
        let config_all = ExportConfig::all_allocations();
        let exporter_all = Exporter::new(allocations.clone(), stats, config_all);
        let filtered_all = exporter_all.get_filtered_allocations();
        assert_eq!(filtered_all.len(), 4); // All allocations (user + system)
    }

    #[test]
    fn test_exporter_export_json() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("exporter_test.json");

        let allocations = vec![create_test_allocation(
            0x1000,
            64,
            Some("test_var".to_string()),
            Some("String".to_string()),
        )];
        let stats = create_test_memory_stats();
        let config = ExportConfig::default();

        let exporter = Exporter::new(allocations, stats, config);
        let export_stats = exporter.export_json(&output_path)?;

        assert!(output_path.exists());
        assert_eq!(export_stats.allocations_processed, 1);
        assert_eq!(export_stats.user_variables, 1);
        assert!(export_stats.processing_time_ms > 0);
        assert!(export_stats.output_size_bytes > 0);
        assert!(export_stats.processing_rate > 0.0);

        Ok(())
    }

    #[test]
    fn test_exporter_export_binary() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("exporter_test.memscope");

        let allocations = vec![create_test_allocation(
            0x1000,
            64,
            Some("test_var".to_string()),
            Some("String".to_string()),
        )];
        let stats = create_test_memory_stats();
        let config = ExportConfig::default();

        let exporter = Exporter::new(allocations, stats, config);
        let export_stats = exporter.export_binary(&output_path)?;

        assert!(output_path.exists());
        assert_eq!(export_stats.allocations_processed, 1);
        assert_eq!(export_stats.user_variables, 1);
        assert_eq!(export_stats.system_allocations, 0);
        assert!(export_stats.output_size_bytes > 0);
        assert!(export_stats.processing_rate >= 0.0);

        Ok(())
    }

    #[test]
    fn test_export_user_variables_json() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("user_vars.json");

        let allocations = vec![
            create_test_allocation(
                0x1000,
                64,
                Some("user_var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("user_var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
        ];
        let stats = create_test_memory_stats();

        let export_stats = export_user_variables_json(allocations, stats, &output_path)?;

        assert!(output_path.exists());
        assert_eq!(export_stats.allocations_processed, 2);
        assert_eq!(export_stats.user_variables, 2);
        assert!(export_stats.output_size_bytes > 0);

        Ok(())
    }

    #[test]
    fn test_export_user_variables_binary() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("user_vars.memscope");

        let allocations = vec![
            create_test_allocation(
                0x1000,
                64,
                Some("user_var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("user_var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
        ];
        let stats = create_test_memory_stats();

        let export_stats = export_user_variables_binary(allocations, stats, &output_path)?;

        assert!(output_path.exists());
        assert_eq!(export_stats.allocations_processed, 2);
        assert_eq!(export_stats.user_variables, 2);
        assert!(export_stats.output_size_bytes > 0);

        Ok(())
    }

    #[test]
    fn test_export_fast() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("fast_export.json");

        let allocations = vec![create_test_allocation(
            0x1000,
            64,
            Some("fast_var".to_string()),
            Some("String".to_string()),
        )];
        let stats = create_test_memory_stats();

        let export_stats = export_fast(allocations, stats, &output_path)?;

        assert!(output_path.exists());
        assert_eq!(export_stats.allocations_processed, 1);
        assert_eq!(export_stats.user_variables, 1);
        assert!(export_stats.output_size_bytes > 0);

        Ok(())
    }

    #[test]
    fn test_export_comprehensive() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("comprehensive_export.json");

        let allocations = vec![
            create_test_allocation(
                0x1000,
                64,
                Some("comp_var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("comp_var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
            create_test_allocation(
                0x3000,
                256,
                Some("comp_var3".to_string()),
                Some("HashMap<String, i32>".to_string()),
            ),
        ];
        let stats = create_test_memory_stats();

        let export_stats = export_comprehensive(allocations, stats, &output_path)?;

        assert!(output_path.exists());
        assert_eq!(export_stats.allocations_processed, 3);
        assert_eq!(export_stats.user_variables, 3);
        assert!(export_stats.output_size_bytes > 0);

        Ok(())
    }

    #[test]
    fn test_export_with_different_configs() -> TrackingResult<()> {
        let temp_dir = tempdir()?;

        let allocations = vec![create_test_allocation(
            0x1000,
            64,
            Some("config_var".to_string()),
            Some("String".to_string()),
        )];
        let stats = create_test_memory_stats();

        // Test with fast config
        let fast_config = ExportConfig::fast_export();
        let fast_exporter = Exporter::new(allocations.clone(), stats.clone(), fast_config);
        let fast_output = temp_dir.path().join("fast_config.json");
        let _fast_stats = fast_exporter.export_json(&fast_output)?;
        assert!(fast_output.exists());

        // Test with comprehensive config
        let comp_config = ExportConfig::comprehensive();
        let comp_exporter = Exporter::new(allocations.clone(), stats.clone(), comp_config);
        let comp_output = temp_dir.path().join("comp_config.json");
        let _comp_stats = comp_exporter.export_json(&comp_output)?;
        assert!(comp_output.exists());

        // Test with custom config
        let custom_config = ExportConfig {
            include_system_allocations: true,
            parallel_processing: Some(false),
            buffer_size: 128 * 1024,
            validate_output: false,
            thread_count: Some(2),
        };
        let custom_exporter = Exporter::new(allocations, stats, custom_config);
        let custom_output = temp_dir.path().join("custom_config.json");
        let _custom_stats = custom_exporter.export_json(&custom_output)?;
        assert!(custom_output.exists());

        Ok(())
    }

    #[test]
    fn test_export_empty_allocations() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("empty.json");

        let allocations = vec![];
        let stats = create_test_memory_stats();

        let export_stats = export_user_variables_json(allocations, stats, &output_path)?;

        assert!(output_path.exists());
        assert_eq!(export_stats.allocations_processed, 0);
        assert_eq!(export_stats.user_variables, 0);
        assert!(export_stats.output_size_bytes > 0); // JSON file should have some content

        Ok(())
    }

    #[test]
    fn test_export_large_dataset() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("large_dataset.json");

        // Create a large dataset
        let mut allocations = Vec::new();
        for i in 0..1000 {
            allocations.push(create_test_allocation(
                0x1000 + i * 0x100,
                64 + i % 100,
                Some(format!("var_{}", i)),
                Some(format!("Type{}", i % 10)),
            ));
        }
        let stats = create_test_memory_stats();

        let export_stats = export_user_variables_json(allocations, stats, &output_path)?;

        assert!(output_path.exists());
        assert_eq!(export_stats.allocations_processed, 1000);
        assert_eq!(export_stats.user_variables, 1000);
        assert!(export_stats.output_size_bytes > 0); // Should have some content

        Ok(())
    }

    #[test]
    fn test_export_stats_calculations() {
        let allocations = vec![
            create_test_allocation(
                0x1000,
                64,
                Some("var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
        ];
        let stats = create_test_memory_stats();
        let config = ExportConfig::default();

        let exporter = Exporter::new(allocations, stats, config);
        let filtered = exporter.get_filtered_allocations();

        // Verify filtering logic
        assert_eq!(filtered.len(), 2);

        // Test that all allocations have the expected structure
        for allocation in &filtered {
            assert!(allocation.ptr > 0);
            assert!(allocation.size > 0);
            assert!(allocation.var_name.is_some());
            assert!(allocation.type_name.is_some());
        }
    }

    #[test]
    fn test_export_directory_creation() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let nested_path = temp_dir
            .path()
            .join("nested")
            .join("directory")
            .join("test.json");

        let allocations = vec![create_test_allocation(
            0x1000,
            64,
            Some("dir_var".to_string()),
            Some("String".to_string()),
        )];
        let stats = create_test_memory_stats();

        let export_stats = export_user_variables_json(allocations, stats, &nested_path)?;

        assert!(nested_path.exists());
        assert!(nested_path.parent().unwrap().exists());
        assert_eq!(export_stats.allocations_processed, 1);

        Ok(())
    }

    #[test]
    fn test_user_only_filtering_with_mixed_allocations() {
        let allocations = vec![
            // User allocations (have var_name)
            create_test_allocation(
                0x1000,
                64,
                Some("user_var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("user_var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
            create_test_allocation(
                0x3000,
                256,
                Some("user_var3".to_string()),
                Some("HashMap<String, i32>".to_string()),
            ),
            // System allocations (no var_name)
            create_test_allocation(0x4000, 32, None, Some("SystemType1".to_string())),
            create_test_allocation(0x5000, 16, None, Some("SystemType2".to_string())),
            create_test_allocation(0x6000, 8, None, None),
        ];
        let stats = create_test_memory_stats();

        // Test user_variables_only filtering
        let config_user_only = ExportConfig::user_variables_only();
        let exporter_user_only =
            Exporter::new(allocations.clone(), stats.clone(), config_user_only);
        let filtered_user_only = exporter_user_only.get_filtered_allocations();

        assert_eq!(filtered_user_only.len(), 3); // Only user allocations
        for allocation in &filtered_user_only {
            assert!(
                allocation.var_name.is_some(),
                "User-only filter should only include allocations with var_name"
            );
            assert!(allocation
                .var_name
                .as_ref()
                .unwrap()
                .starts_with("user_var"));
        }

        // Test all_allocations filtering
        let config_all = ExportConfig::all_allocations();
        let exporter_all = Exporter::new(allocations.clone(), stats, config_all);
        let filtered_all = exporter_all.get_filtered_allocations();

        assert_eq!(filtered_all.len(), 6); // All allocations

        let user_count = filtered_all.iter().filter(|a| a.var_name.is_some()).count();
        let system_count = filtered_all.iter().filter(|a| a.var_name.is_none()).count();
        assert_eq!(user_count, 3);
        assert_eq!(system_count, 3);
    }

    #[test]
    fn test_user_only_export_stats_accuracy() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let output_path = temp_dir.path().join("user_only_stats.json");

        let allocations = vec![
            // User allocations
            create_test_allocation(
                0x1000,
                64,
                Some("user_var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("user_var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
            // System allocations
            create_test_allocation(0x3000, 32, None, Some("SystemType".to_string())),
            create_test_allocation(0x4000, 16, None, None),
        ];
        let stats = create_test_memory_stats();

        let config = ExportConfig::user_variables_only();
        let exporter = Exporter::new(allocations, stats, config);
        let export_stats = exporter.export_json(&output_path)?;

        // Verify export stats reflect correct filtering
        assert_eq!(export_stats.user_variables, 2); // Only user allocations exported
        assert_eq!(export_stats.system_allocations, 2); // System allocations not exported but counted
        assert!(export_stats.processing_time_ms > 0);
        assert!(export_stats.output_size_bytes > 0);
        assert!(export_stats.processing_rate > 0.0);

        Ok(())
    }

    #[test]
    fn test_user_only_edge_cases() {
        let stats = create_test_memory_stats();

        // Test with empty allocations
        let empty_allocations: Vec<AllocationInfo> = vec![];
        let config = ExportConfig::user_variables_only();
        let exporter_empty = Exporter::new(empty_allocations, stats.clone(), config.clone());
        let filtered_empty = exporter_empty.get_filtered_allocations();
        assert_eq!(filtered_empty.len(), 0);

        // Test with only system allocations
        let system_only = vec![
            create_test_allocation(0x1000, 32, None, Some("SystemType1".to_string())),
            create_test_allocation(0x2000, 16, None, None),
        ];
        let exporter_system = Exporter::new(system_only, stats.clone(), config.clone());
        let filtered_system = exporter_system.get_filtered_allocations();
        assert_eq!(filtered_system.len(), 0); // No user allocations

        // Test with only user allocations
        let user_only = vec![
            create_test_allocation(
                0x1000,
                64,
                Some("user_var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("user_var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
        ];
        let exporter_user = Exporter::new(user_only.clone(), stats, config);
        let filtered_user = exporter_user.get_filtered_allocations();
        assert_eq!(filtered_user.len(), 2); // All are user allocations

        // Verify all filtered allocations have var_name
        for allocation in &filtered_user {
            assert!(allocation.var_name.is_some());
        }
    }

    #[test]
    fn test_user_only_binary_export_integration() -> TrackingResult<()> {
        let temp_dir = tempdir()?;
        let binary_path = temp_dir.path().join("user_only_integration.memscope");

        let allocations = vec![
            // User allocations
            create_test_allocation(
                0x1000,
                64,
                Some("user_var1".to_string()),
                Some("String".to_string()),
            ),
            create_test_allocation(
                0x2000,
                128,
                Some("user_var2".to_string()),
                Some("Vec<i32>".to_string()),
            ),
            // System allocations
            create_test_allocation(0x3000, 32, None, Some("SystemType".to_string())),
        ];
        let stats = create_test_memory_stats();

        let config = ExportConfig::user_variables_only();
        let exporter = Exporter::new(allocations, stats, config);
        let export_stats = exporter.export_binary(&binary_path)?;

        assert!(binary_path.exists());
        assert_eq!(export_stats.user_variables, 2); // Only user allocations
        assert_eq!(export_stats.system_allocations, 0); // No system allocations in binary export
        assert!(export_stats.output_size_bytes > 0);

        Ok(())
    }
}