wingfoil-python 4.0.1

python bindings for wingfoil - graph based stream processing framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

#!/usr/bin/env python3
"""
Deduplication Example

Demonstrates how to use the `.distinct()` operator to filter out consecutive duplicate values from a stream.
"""

from wingfoil import ticker

period = 0.1

# Create a stream that emits repeating values
# We simulate this by creating a base ticker and mapping it to integer division
# This should produce sequences like 0, 0, 0, 1, 1, 1, 2, 2, 2...
stream = (
    ticker(period)
    .count()
    .map(lambda x: int(x / 3))  # repeat each number 3 times (0,0,0, 1,1,1...)
    .logged("Raw")              # Log the raw repeating stream
    .distinct()                 # Filter out consecutive duplicates
    .logged("Distinct")         # Log the clean stream (0, 1, 2...)
)

print("Running deduplication example...")
stream.run(
    realtime=True,
    cycles=10  # Should suffice to show 0, 1, 2, 3
)