csv_lib 1.0.7

Library for parsing CSV files using memory-mapped I/O, with low alloc, and AVX2/NEON support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

use std::sync::{Arc, Mutex};
use crate::models::editable_persist::EditablePersist;
use crate::models::in_row_iter::InRowIter;
use crate::parallel::row_parallel::RowParallel;

/// Ejecuta tareas sobre un chunk de CSV, pasando control del lock al closure.
pub fn execute_task_in_thread<'mmap,Closure, Param>(
    slice: &'mmap [u8],
    line_break: u8,
    field_separator: u8,
    string_delimiter: u8,
    force_memchr: bool,
    mut func: Closure,
    param: Arc<Mutex<Param>>,
    thread_id: usize,
)
where
    Closure: FnMut(&mut RowParallel<'mmap>,usize, Arc<Mutex<Param>>) + Send,
    Param: Send + 'mmap,
{
    //global file iter
    let mut iterator = InRowIter::new(slice, line_break, string_delimiter);
    let mut acumulator = 0usize;
    while let Some(row_data) = iterator.next() {
        if acumulator == 0{
            acumulator = iterator.get_cursor();
        }
        let mut row = RowParallel::new(slice,row_data, iterator.get_cursor(),line_break, field_separator, string_delimiter, force_memchr);
        row.set_global_cursor(acumulator);
        func(&mut row,thread_id, param.clone()); // solo se pasa el Arc
        acumulator += iterator.get_cursor();
    }
}



pub fn execute_task_with_param_thread<'mmap,Closure, Param, CloneParam>(
    slice: &'mmap [u8],
    line_break: u8,
    field_separator: u8,
    string_delimiter: u8,
    force_memchr: bool,
    mut func: Closure,
    param: Arc<Mutex<Param>>,
    thread_param: EditablePersist<CloneParam>,
    thread_id: usize,
)
where Closure: FnMut(&mut RowParallel<'mmap>,usize, Arc<Mutex<Param>>, &mut EditablePersist<CloneParam>) + Send,
      Param: Send + 'mmap,
      CloneParam: Clone,

{
    //global file iter
    let mut iterator = InRowIter::new(slice, line_break, string_delimiter);
    let mut acumulator = 0usize;
    let mut param_thread = thread_param.clone();
    while let Some(row_data) = iterator.next() {
        if acumulator == 0{
            acumulator = iterator.get_cursor();
        }
        let mut row = RowParallel::new(slice,row_data, iterator.get_cursor(),line_break, field_separator, string_delimiter, force_memchr);
        row.set_global_cursor(acumulator);
        func(&mut row,thread_id, param.clone(), &mut param_thread);
        acumulator += iterator.get_cursor();
    }
}