fetcher-core 0.8.1

Core fetcher functionality
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

/*
 * This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at https://mozilla.org/MPL/2.0/.
 */
#![warn(clippy::pedantic)]
#![allow(clippy::missing_panics_doc)] // TODO
#![allow(clippy::missing_errors_doc)]
#![allow(clippy::module_name_repetitions)]

// TODO: more tests

pub mod auth;
pub mod entry;
pub mod error;
pub mod read_filter;
pub mod sink;
pub mod source;
pub mod task;

use crate::entry::Entry;
use crate::error::Error;
use crate::error::ErrorChainExt;
use crate::sink::Sink;
use crate::source::Source;
use crate::task::Task;

pub async fn run_task(t: &mut Task) -> Result<(), Error> {
	tracing::trace!("Running task: {:#?}", t);

	let fetch = async {
		for entry in t.source.get(t.parsers.as_deref()).await?.into_iter().rev() {
			process_entry(&mut t.sink, entry, t.tag.as_deref(), &mut t.source).await?;
		}

		Ok::<(), Error>(())
	};

	match fetch.await {
		Ok(_) => (),
		Err(e) => {
			if let Some(network_err) = e.is_connection_error() {
				tracing::warn!("Network error: {}", network_err.display_chain());
			} else {
				return Err(e);
			}
		}
	}

	Ok(())
}

#[tracing::instrument(name = "entry", skip_all, fields(id = entry.id))]
async fn process_entry(
	sink: &mut Sink,
	entry: Entry,
	tag: Option<&str>,
	mark_as_read: &mut Source,
) -> Result<(), Error> {
	tracing::trace!("Processing entry: {entry:?}");

	sink.send(entry.msg, tag).await?;

	if let Some(id) = &entry.id {
		mark_as_read.mark_as_read(id).await?;
	}

	Ok::<(), Error>(())
}