1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
# Download an authenticated CSV (or Excel) file from an HTTP/Graph endpoint via
# the REST source's `response_format`, and write it out as JSONL. This reuses
# the REST source's full auth stack (inline or a shared `auth: { ref }`
# provider), retry, and `${...}` context substitution — no separate connector.
#
# faucet validate cli/examples/rest_file_to_jsonl.yaml
# AUTH_TOKEN=... faucet run cli/examples/rest_file_to_jsonl.yaml
#
# CSV is always available; Excel (`response_format: excel`) requires the
# `source-rest-excel` feature:
# cargo install faucet-cli --features source-rest-excel
version: 1
name: rest_file_to_jsonl
pipeline:
source:
type: rest
config:
base_url: https://example.com
# A Microsoft Graph / OneDrive / SharePoint `…/content` endpoint, a signed
# download URL, or any authed static host serving a file.
path: /exports/contacts.csv
pagination: none # file mode fetches a single response
response_format: csv # json (default) | csv | excel
# csv_delimiter: "," # CSV delimiter byte
# csv_has_headers: true # first CSV row supplies field names
# excel_sheet: "Sheet1" # Excel: worksheet name or 0-based index
# excel_header_row: 0 # Excel: 0-based header row
auth:
type: bearer
config:
token: ${env:AUTH_TOKEN}
sink:
type: jsonl
config:
path: ./out/contacts.jsonl