parse-mediawiki-sql 0.10.0

A parser for SQL dumps of a MediaWiki database
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

use bstr::ByteSlice;
use std::{collections::HashMap, path::PathBuf};

use parse_mediawiki_sql::{
    field_types::ContentModel, iterate_sql_insertions, schemas::Page, utils::memory_map,
};

fn main() -> anyhow::Result<()> {
    let mut args = std::env::args_os().skip(1);
    let sql = unsafe {
        memory_map(
            &args
                .next()
                .map(PathBuf::from)
                .unwrap_or_else(|| "page.sql".into()),
        )?
    };
    let mut iterator = iterate_sql_insertions::<Page>(&sql);
    let counts: HashMap<Option<ContentModel>, usize> =
        iterator.fold(HashMap::new(), |mut counts, Page { content_model, .. }| {
            let entry = counts.entry(content_model).or_insert(0);
            *entry += 1;
            counts
        });
    println!("{:?}", counts);
    assert_eq!(
        iterator
            .finish()
            .map(|(input, _)| input.chars().take(4).collect::<String>()),
        Ok(";\n/*".into())
    );
    Ok(())
}