fetcher 0.15.3

Data automation and pipelining framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

/*
 * This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at https://mozilla.org/MPL/2.0/.
 */

//! This module contains the [`DecodeHtml`] field transform

use super::TransformField;
use crate::actions::transforms::result::TransformResult;
use std::convert::Infallible;

/// Decode HTML escape codes into their actual unicode forms, e.g. "&gt" -> ">"
#[derive(Debug)]
pub struct DecodeHtml;

impl TransformField for DecodeHtml {
	type Err = Infallible;

	async fn transform_field(
		&mut self,
		value: Option<&str>,
	) -> Result<TransformResult<String>, Self::Err> {
		let Some(value) = value else {
			return Ok(TransformResult::Previous);
		};

		let escaped = html_escape::decode_html_entities(value).into_owned();

		Ok(TransformResult::New(escaped))
	}
}