reflow_components 0.2.0

Standard component catalog for Reflow — procedural, media, GPU, animation, I/O, and stream actors.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

//! Green/blue screen removal from an RGBA image stream.
//!
//! Each Data frame is a row of RGBA pixels. Pixels matching the key
//! color (within tolerance) have their alpha set to 0.

use crate::{Actor, ActorBehavior, Message, Port};
use anyhow::{Error, Result};
use reflow_actor::{
    stream::{spawn_stream_task, stream_transform},
    ActorContext,
};
use reflow_actor_macro::actor;
use std::collections::HashMap;

#[actor(
    ChromaKeyActor,
    inports::<100>(stream),
    outports::<50>(stream, error),
    state(MemoryState)
)]
pub async fn chroma_key_actor(context: ActorContext) -> Result<HashMap<String, Message>, Error> {
    let config = context.get_config_hashmap();

    let key_color = config
        .get("keyColor")
        .and_then(|v| v.as_str())
        .unwrap_or("green")
        .to_string();

    let tolerance = config
        .get("tolerance")
        .and_then(|v| v.as_f64())
        .unwrap_or(0.3) as f32;

    let spill = config
        .get("spillSuppression")
        .and_then(|v| v.as_f64())
        .unwrap_or(0.5) as f32;

    let input_rx = match context.take_stream_receiver("stream") {
        Some(rx) => rx,
        None => return Ok(error_output("No StreamHandle on stream port")),
    };

    let payload = context.get_payload();
    let input_handle = match payload.get("stream") {
        Some(Message::StreamHandle(h)) => h,
        _ => return Ok(error_output("Expected StreamHandle message")),
    };

    let (tx, handle) = context.create_stream(
        "stream",
        input_handle.content_type.clone(),
        input_handle.size_hint,
        None,
    );

    #[cfg(feature = "av-core")]
    let chroma_config = {
        let mut cfg = match key_color.as_str() {
            "blue" => reflow_pixel::chroma::ChromaKeyConfig::blue(),
            _ => reflow_pixel::chroma::ChromaKeyConfig::green(),
        };
        cfg.hue_tolerance = tolerance;
        cfg.spill_suppression = spill;
        cfg
    };

    spawn_stream_task(async move {
        stream_transform(input_rx, tx, move |data: &[u8]| {
            let mut out = data.to_vec();
            #[cfg(feature = "av-core")]
            {
                reflow_pixel::chroma::apply_chroma_key(&mut out, &chroma_config);
            }
            #[cfg(not(feature = "av-core"))]
            {
                // Basic green key fallback
                let _ = (tolerance, spill);
                for px in out.chunks_exact_mut(4) {
                    if px[1] > px[0] && px[1] > px[2] {
                        px[3] = 0;
                    }
                }
            }
            out
        })
        .await;
    });

    let mut results = HashMap::new();
    results.insert("stream".to_string(), Message::stream_handle(handle));
    Ok(results)
}

fn error_output(msg: &str) -> HashMap<String, Message> {
    let mut out = HashMap::new();
    out.insert("error".to_string(), Message::Error(msg.to_string().into()));
    out
}