version: 1
name: mongodb-cdc-to-jsonl
pipeline:
source:
type: mongodb-cdc
config:
connection_uri: "mongodb://localhost:27017/?replicaSet=rs0"
scope:
type: collection
database: app
collection: users
full_document: when_available
start_from:
type: now
idle_timeout: 30
batch_size: 1000
sink:
type: jsonl
config:
path: ./out/mongodb_cdc.jsonl
state:
type: file
config:
path: ./state/mongodb_cdc.json