faucet-cli 1.6.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation
{
  "version": 1,
  "_comment": "faucet-stream connector registry — the index behind `faucet search` / `faucet install`. Built-in connectors are `verified` and ship in the `faucet` binary (enable with `--features <kind>-<name>`). Community connectors: open a PR adding an entry with `verified: false`, an explicit `crate`, and (optionally) a `feature`; users consume them by building a custom binary (see cli/README.md → Custom binaries with third-party connectors). `crate` defaults to `faucet-<kind>-<name>` and `feature` to `<kind>-<name>` when omitted. `tier` is the connector conformance maturity tier (stable/experimental/beta/draft, #330); for verified built-ins it is validated against the score computed by `faucet conformance` (see the `builtin_tiers_match_conformance` test), so it never drifts from the code.",
  "connectors": [
    { "name": "rest", "kind": "source", "verified": true, "tier": "stable", "description": "REST API source with pagination, auth, transforms" },
    { "name": "graphql", "kind": "source", "verified": true, "tier": "stable", "description": "GraphQL API source with cursor pagination" },
    { "name": "xml", "kind": "source", "verified": true, "tier": "stable", "description": "XML / SOAP API source with XML→JSON conversion" },
    { "name": "grpc", "kind": "source", "verified": true, "tier": "stable", "description": "gRPC source with dynamic protobuf" },
    { "name": "postgres", "kind": "source", "verified": true, "tier": "stable", "description": "PostgreSQL query source" },
    { "name": "postgres-cdc", "kind": "source", "verified": true, "tier": "stable", "description": "PostgreSQL CDC source (logical replication)" },
    { "name": "mysql", "kind": "source", "verified": true, "tier": "stable", "description": "MySQL query source" },
    { "name": "mysql-cdc", "kind": "source", "verified": true, "tier": "stable", "description": "MySQL CDC source (binlog replication)" },
    { "name": "mssql-cdc", "kind": "source", "verified": true, "tier": "stable", "description": "Microsoft SQL Server CDC source (change data capture, exactly-once capable)" },
    { "name": "redshift", "kind": "source", "verified": true, "tier": "stable", "description": "Amazon Redshift query source (PostgreSQL wire; streaming rows, incremental replication)" },
    { "name": "pubsub", "kind": "source", "verified": true, "tier": "stable", "description": "Google Cloud Pub/Sub consumer with ack at durable page boundaries" },
    { "name": "clickhouse", "kind": "source", "verified": true, "tier": "stable", "description": "ClickHouse query source (HTTP interface, JSONEachRow streaming)" },
    { "name": "azure-blob", "kind": "source", "verified": true, "tier": "stable", "description": "Azure Blob Storage / ADLS Gen2 source — JSONL, JSON array, or raw text" },
    { "name": "mssql", "kind": "source", "verified": true, "tier": "stable", "description": "Microsoft SQL Server query source" },
    { "name": "sqlite", "kind": "source", "verified": true, "tier": "stable", "description": "SQLite query source" },
    { "name": "mongodb", "kind": "source", "verified": true, "tier": "stable", "description": "MongoDB query source" },
    { "name": "mongodb-cdc", "kind": "source", "verified": true, "tier": "stable", "description": "MongoDB CDC source (Change Streams)" },
    { "name": "s3", "kind": "source", "verified": true, "tier": "stable", "description": "AWS S3 object source" },
    { "name": "gcs", "kind": "source", "verified": true, "tier": "stable", "description": "Google Cloud Storage source — JSONL, JSON array, or raw text" },
    { "name": "redis", "kind": "source", "verified": true, "tier": "stable", "description": "Redis (streams, lists, keys) source" },
    { "name": "webhook", "kind": "source", "verified": true, "tier": "stable", "description": "Webhook HTTP receiver source" },
    { "name": "websocket", "kind": "source", "verified": true, "tier": "stable", "description": "WebSocket streaming source" },
    { "name": "csv", "kind": "source", "verified": true, "tier": "stable", "description": "CSV file source" },
    { "name": "singer", "kind": "source", "verified": true, "tier": "stable", "description": "Singer tap bridge (runs an external Singer tap)" },
    { "name": "elasticsearch", "kind": "source", "verified": true, "tier": "stable", "description": "Elasticsearch search / scroll source" },
    { "name": "kafka", "kind": "source", "verified": true, "tier": "stable", "description": "Apache Kafka consumer with idle/max-messages termination" },
    { "name": "kinesis", "kind": "source", "verified": true, "tier": "stable", "description": "AWS Kinesis Data Streams consumer with per-shard checkpoints" },
    { "name": "parquet", "kind": "source", "verified": true, "tier": "stable", "description": "Apache Parquet file source (local, glob, or S3)" },
    { "name": "delta", "kind": "source", "verified": true, "tier": "stable", "description": "Apache Delta Lake source (local FS or S3/Azure/GCS; time travel, projection)" },
    { "name": "databricks", "kind": "source", "verified": true, "tier": "stable", "description": "Databricks SQL query source (Statement Execution API; typed rows, chunk pagination, incremental)" },
    { "name": "bigquery", "kind": "source", "verified": true, "tier": "stable", "description": "Google BigQuery query source" },
    { "name": "snowflake", "kind": "source", "verified": true, "tier": "stable", "description": "Snowflake query source (SQL REST API)" },
    { "name": "spanner", "kind": "source", "verified": true, "tier": "stable", "description": "Google Cloud Spanner query source (streaming SQL, incremental replication)" },

    { "name": "bigquery", "kind": "sink", "verified": true, "tier": "stable", "description": "Google BigQuery streaming-insert sink" },
    { "name": "iceberg", "kind": "sink", "verified": true, "tier": "stable", "description": "Apache Iceberg sink (append; REST/Glue/SQL/HMS catalogs)" },
    { "name": "postgres", "kind": "sink", "verified": true, "tier": "stable", "description": "PostgreSQL sink (JSONB or auto-mapped columns)" },
    { "name": "jsonl", "kind": "sink", "verified": true, "tier": "stable", "description": "JSON Lines file sink" },
    { "name": "snowflake", "kind": "sink", "verified": true, "tier": "stable", "description": "Snowflake SQL REST API sink" },
    { "name": "mysql", "kind": "sink", "verified": true, "tier": "stable", "description": "MySQL sink" },
    { "name": "mssql", "kind": "sink", "verified": true, "tier": "stable", "description": "Microsoft SQL Server sink" },
    { "name": "sqlite", "kind": "sink", "verified": true, "tier": "stable", "description": "SQLite sink" },
    { "name": "s3", "kind": "sink", "verified": true, "tier": "stable", "description": "AWS S3 object sink" },
    { "name": "gcs", "kind": "sink", "verified": true, "tier": "stable", "description": "Google Cloud Storage sink — JSONL files" },
    { "name": "mongodb", "kind": "sink", "verified": true, "tier": "stable", "description": "MongoDB insert sink" },
    { "name": "redis", "kind": "sink", "verified": true, "tier": "stable", "description": "Redis (streams, lists, key-value) sink" },
    { "name": "csv", "kind": "sink", "verified": true, "tier": "stable", "description": "CSV file sink" },
    { "name": "elasticsearch", "kind": "sink", "verified": true, "tier": "stable", "description": "Elasticsearch bulk index sink" },
    { "name": "kafka", "kind": "sink", "verified": true, "tier": "stable", "description": "Apache Kafka producer with QueueFull retry and topic routing" },
    { "name": "kinesis", "kind": "sink", "verified": true, "tier": "stable", "description": "AWS Kinesis Data Streams producer with partial-failure retry" },
    { "name": "spanner", "kind": "sink", "verified": true, "tier": "stable", "description": "Google Cloud Spanner mutation sink (upsert/delete, exactly-once)" },
    { "name": "http", "kind": "sink", "verified": true, "tier": "stable", "description": "HTTP POST sink (individual or array batch)" },
    { "name": "stdout", "kind": "sink", "verified": true, "tier": "stable", "description": "Stdout / stderr sink (JSON Lines, pretty, TSV)" },
    { "name": "parquet", "kind": "sink", "verified": true, "tier": "stable", "description": "Apache Parquet file sink (local path or S3)" },
    { "name": "delta", "kind": "sink", "verified": true, "tier": "stable", "description": "Apache Delta Lake sink (append-only; local FS or S3/Azure/GCS)" },
    { "name": "redshift", "kind": "sink", "verified": true, "tier": "stable", "description": "Amazon Redshift sink (COPY-from-S3 or multi-row INSERT)" },
    { "name": "pubsub", "kind": "sink", "verified": true, "tier": "stable", "description": "Google Cloud Pub/Sub producer with ordering keys and partial-failure retry" },
    { "name": "clickhouse", "kind": "sink", "verified": true, "tier": "stable", "description": "ClickHouse sink (HTTP INSERT … FORMAT JSONEachRow; optional async inserts)" },
    { "name": "azure-blob", "kind": "sink", "verified": true, "tier": "stable", "description": "Azure Blob Storage / ADLS Gen2 sink — JSONL files" }
  ]
}