covid19db 2.0.6

Utility for building and accessing COVID-19 datasets
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91

/* Parser

Copyright (c) 2019-2020 John Goerzen

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
*/

pub use crate::dateutil::*;
pub use crate::dbschema::*;
pub use crate::loader::parseutil::*;
use chrono::NaiveDate;
use csv;
use serde::Deserialize;
use sqlx::{Query, Transaction};

#[derive(Debug, Deserialize, PartialEq, Clone)]
pub struct HarveyCountyRecord {
    pub date: String,
    pub kdhe_neg_results: Option<i64>,
    pub kdhe_pos_results: Option<i64>,
    pub harveyco_tot_results: Option<i64>,
    pub harveyco_pos_results: Option<i64>,
    pub harveyco_confirmed: Option<i64>,
    pub harveyco_recovered: Option<i64>,
}

impl HarveyCountyRecord {
    pub fn bind_query<'q>(self, query: Query<'q, sqlx::Sqlite>) -> Query<'q, sqlx::Sqlite> {
        query
            .bind(nd_to_day(
                &NaiveDate::parse_from_str(self.date.as_str(), "%Y-%m-%d").unwrap(),
            ))
            .bind(self.kdhe_neg_results)
            .bind(self.kdhe_pos_results)
            .bind(self.harveyco_tot_results)
            .bind(self.harveyco_pos_results)
            .bind(self.harveyco_confirmed)
            .bind(self.harveyco_recovered)
    }

    pub fn insert_str() -> &'static str {
        "INSERT INTO harveycodata_raw VALUES (?, ?, ?, ?, ?, ?, ?)"
    }
}

pub fn parse_to_final<A: Iterator<Item = csv::StringRecord>>(
    striter: A,
) -> impl Iterator<Item = HarveyCountyRecord> {
    striter.filter_map(|x| rec_to_struct(&x).expect("rec_to_struct"))
}

/** Parse the CSV, loading it into the database.
 * Will panic on parse error.  */
pub async fn load<'a, A: std::io::Read>(
    rdr: &'a mut csv::Reader<A>,
    mut transaction: Transaction<sqlx::pool::PoolConnection<sqlx::SqliteConnection>>,
) {
    assert_eq!(
        vec![
            "date",
            "kdhe_neg_results",
            "kdhe_pos_results",
            "harveyco_tot_results",
            "harveyco_pos_results",
            "harveyco_confirmed",
            "harveyco_recovered",
        ],
        rdr.headers().unwrap().iter().collect::<Vec<&str>>()
    );
    let recs = parse_records(rdr.byte_records());
    let finaliter = parse_to_final(recs);
    for rec in finaliter {
        let query = sqlx::query(HarveyCountyRecord::insert_str());
        rec.bind_query(query)
            .execute(&mut transaction)
            .await
            .unwrap();
    }
    transaction.commit().await.unwrap();
}