paraseq 0.4.10

A minimal-copy parser for FASTA and FASTQ files built for paired parallel processing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

use std::fs::File;
use std::sync::Arc;

use paraseq::{fasta, fastq, prelude::*, ProcessError};
use parking_lot::Mutex;

#[derive(Default, Clone)]
pub struct SeqSum {
    /// Thread local sum of bytes in the sequence
    pub byte_sum: u64,
    /// Thread local number of record pairs
    pub num_pairs: u64,

    /// Global sum of bytes in the sequence
    pub global_byte_sum: Arc<Mutex<u64>>,
    /// Global number of record pairs
    pub global_num_pairs: Arc<Mutex<u64>>,
}
impl SeqSum {
    #[must_use]
    pub fn get_num_pairs(&self) -> u64 {
        *self.global_num_pairs.lock()
    }
    #[must_use]
    pub fn get_byte_sum(&self) -> u64 {
        *self.global_byte_sum.lock()
    }
}
impl<Rf: Record> PairedParallelProcessor<Rf> for SeqSum {
    fn process_record_pair(&mut self, record1: Rf, record2: Rf) -> Result<(), ProcessError> {
        for _ in 0..100 {
            // Simulate some work
            record1
                .seq()
                .iter()
                .for_each(|b| self.byte_sum += u64::from(*b));
            record2
                .seq()
                .iter()
                .for_each(|b| self.byte_sum += u64::from(*b));
        }
        self.num_pairs += 1;
        Ok(())
    }
    fn on_batch_complete(&mut self) -> Result<(), ProcessError> {
        *self.global_byte_sum.lock() += self.byte_sum;
        *self.global_num_pairs.lock() += self.num_pairs;
        self.byte_sum = 0;
        self.num_pairs = 0;
        Ok(())
    }
}

fn main() -> Result<(), ProcessError> {
    let path = std::env::args()
        .nth(1)
        .unwrap_or("./data/interleaved.fastq".to_string());

    let num_threads = std::env::args()
        .nth(2)
        .unwrap_or("1".to_string())
        .parse::<usize>()
        .unwrap_or(1);

    let file = File::open(&path)?;
    let mut processor = SeqSum::default();

    if path.ends_with(".fastq") {
        let reader = fastq::Reader::new(file);
        reader.process_parallel_interleaved(&mut processor, num_threads)?;
    } else if path.ends_with(".fasta") {
        let reader = fasta::Reader::new(file);
        reader.process_parallel_interleaved(&mut processor, num_threads)?;
    } else {
        panic!("Unknown file format {path}");
    }

    println!("num_pairs: {}", processor.get_num_pairs());
    println!("byte_sum: {}", processor.get_byte_sum());

    Ok(())
}