skardi 0.5.0

High performance query engine for both offline compute and online serving
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210

# GitHub source pack. Wire contract reconciled against a live Open
# Connector gateway (v1.3.1): camelCase strict action inputs
# (page/perPage), Open Connector action IDs, and executor-passthrough
# rows. Design rationale lives in the module docs of packs/github.rs.
kind: pack
pack: github
version: 1

tables:
  repositories:
    action: github.list_my_repositories
    fingerprint: 5750340fb193cedf64c9de89ba1ab607b1e226065720a34b91659c87d9a01bb9
    row_path: "$.repositories"
    pagination:
      strategy: page_number
      page_input: page
      page_size_input: perPage
      page_size: 100
    columns:
      - { name: id, path: id, type: uint64, nullable: false }
      - { name: name, path: name, type: utf8, nullable: false }
      - { name: full_name, path: full_name, type: utf8, nullable: false }
      - { name: private, path: private, type: boolean, nullable: false }
      - { name: description, path: description, type: utf8, nullable: true }
      - { name: default_branch, path: default_branch, type: utf8, nullable: true }
      - { name: language, path: language, type: utf8, nullable: true }
      - { name: stargazers_count, path: stargazers_count, type: uint64, nullable: true }
      - { name: forks_count, path: forks_count, type: uint64, nullable: true }
      - { name: open_issues_count, path: open_issues_count, type: uint64, nullable: true }
      - { name: archived, path: archived, type: boolean, nullable: true }
      - { name: created_at, path: created_at, type: timestamp_ms_utc, nullable: true }
      - { name: updated_at, path: updated_at, type: timestamp_ms_utc, nullable: true }
      - { name: pushed_at, path: pushed_at, type: timestamp_ms_utc, nullable: true }
      - { name: html_url, path: html_url, type: utf8, nullable: true }

  issues:
    action: github.list_repository_issues
    fingerprint: 0530ff93d700f3aba2754160a76cf69919a7753fe14b26835463fdb88cfad8e3
    row_path: "$.issues"
    pagination:
      strategy: page_number
      page_input: page
      page_size_input: perPage
      page_size: 100
      # The OC action filters pull requests out AFTER paginating; the raw
      # page length (oomol-lab/open-connector#228) is the only sound
      # termination signal — a short or empty issues array is not.
      raw_page_size_path: "$.pageInfo.fetched"
    resources:
      required: [owner, repo]
    fixed_inputs:
      state: all
    columns:
      - { name: id, path: id, type: uint64, nullable: false }
      - { name: number, path: number, type: uint64, nullable: false }
      - { name: title, path: title, type: utf8, nullable: false }
      - { name: state, path: state, type: utf8, nullable: false }
      - { name: body, path: body, type: utf8, nullable: true }
      - { name: author_login, path: user.login, type: utf8, nullable: true }
      - { name: assignees, path: assignees, type: utf8_list_from_object_key, key: login, nullable: true }
      - { name: labels, path: labels, type: utf8_list_from_object_key, key: name, nullable: true }
      - { name: comments, path: comments, type: uint64, nullable: true }
      - { name: created_at, path: created_at, type: timestamp_ms_utc, nullable: true }
      - { name: updated_at, path: updated_at, type: timestamp_ms_utc, nullable: true }
      - { name: closed_at, path: closed_at, type: timestamp_ms_utc, nullable: true }
      - { name: html_url, path: html_url, type: utf8, nullable: true }
    filters:
      # Both pushes are Inexact: `state` is faithful only inside the
      # provider's enum domain, and `since` means "updated at or after"
      # under any granularity fuzz — DataFusion re-applies both.
      - { column: state, op: eq, input: state, fidelity: inexact }
      - { column: updated_at, op: gt_eq, input: since, fidelity: inexact, format: rfc3339 }

  issue_comments:
    action: github.list_issue_comments
    fingerprint: ec1d7d49193859304fdf2ba1da1c1ab978af44dc01fdf4cbb2c0e7f3e1e473f2
    row_path: "$.comments"
    pagination:
      strategy: page_number
      page_input: page
      page_size_input: perPage
      page_size: 100
    resources:
      required: [owner, repo, issueNumber]
    columns:
      - { name: id, path: id, type: uint64, nullable: false }
      - { name: body, path: body, type: utf8, nullable: true }
      - { name: author_login, path: user.login, type: utf8, nullable: true }
      - { name: created_at, path: created_at, type: timestamp_ms_utc, nullable: true }
      - { name: updated_at, path: updated_at, type: timestamp_ms_utc, nullable: true }
      - { name: html_url, path: html_url, type: utf8, nullable: true }

  pull_requests:
    action: github.list_pull_requests
    fingerprint: 36535ca2ae1b3a111eca4eba071d8c48090590dd46b96fc96d321f05dad5c31a
    row_path: "$.pull_requests"
    pagination:
      strategy: page_number
      page_input: page
      page_size_input: perPage
      page_size: 100
    resources:
      required: [owner, repo]
    fixed_inputs:
      state: all
    columns:
      - { name: id, path: id, type: uint64, nullable: false }
      - { name: number, path: number, type: uint64, nullable: false }
      - { name: title, path: title, type: utf8, nullable: false }
      - { name: state, path: state, type: utf8, nullable: false }
      - { name: body, path: body, type: utf8, nullable: true }
      - { name: author_login, path: user.login, type: utf8, nullable: true }
      - { name: draft, path: draft, type: boolean, nullable: true }
      - { name: head_ref, path: head.ref, type: utf8, nullable: true }
      - { name: base_ref, path: base.ref, type: utf8, nullable: true }
      - { name: created_at, path: created_at, type: timestamp_ms_utc, nullable: true }
      - { name: updated_at, path: updated_at, type: timestamp_ms_utc, nullable: true }
      - { name: closed_at, path: closed_at, type: timestamp_ms_utc, nullable: true }
      - { name: merged_at, path: merged_at, type: timestamp_ms_utc, nullable: true }
      - { name: html_url, path: html_url, type: utf8, nullable: true }
    filters:
      - { column: state, op: eq, input: state, fidelity: inexact }

  reviews:
    action: github.list_pull_request_reviews
    fingerprint: 1cafff54dcb0eec5edd8db25c2bc6dbd93152fb3d6fe9969a91bda5c6a515fa9
    row_path: "$.reviews"
    pagination:
      strategy: page_number
      page_input: page
      page_size_input: perPage
      page_size: 100
    resources:
      required: [owner, repo, pullNumber]
    columns:
      - { name: id, path: id, type: uint64, nullable: false }
      - { name: state, path: state, type: utf8, nullable: false }
      - { name: author_login, path: user.login, type: utf8, nullable: true }
      - { name: body, path: body, type: utf8, nullable: true }
      - { name: commit_id, path: commit_id, type: utf8, nullable: true }
      - { name: submitted_at, path: submitted_at, type: timestamp_ms_utc, nullable: true }
      - { name: html_url, path: html_url, type: utf8, nullable: true }

  commits:
    action: github.list_commits
    fingerprint: 313eb7e1672baa4db524aff81656a04f7f39d359dc3fa915f6866eb814e90630
    row_path: "$.commits"
    pagination:
      strategy: page_number
      page_input: page
      page_size_input: perPage
      page_size: 100
    resources:
      required: [owner, repo]
    columns:
      - { name: sha, path: sha, type: utf8, nullable: false }
      - { name: message, path: commit.message, type: utf8, nullable: true }
      - { name: author_login, path: author.login, type: utf8, nullable: true }
      - { name: author_name, path: commit.author.name, type: utf8, nullable: true }
      - { name: authored_at, path: commit.author.date, type: timestamp_ms_utc, nullable: true }
      - { name: committed_at, path: commit.committer.date, type: timestamp_ms_utc, nullable: true }
      - { name: html_url, path: html_url, type: utf8, nullable: true }

  workflow_runs:
    action: github.list_workflow_runs
    fingerprint: 015e71ce757d68892ab3d5f012b51efb1ccd27fc1689e2611cff6e17ff92a688
    row_path: "$.workflow_runs"
    pagination:
      strategy: page_number
      page_input: page
      page_size_input: perPage
      page_size: 100
    resources:
      required: [owner, repo]
    columns:
      - { name: id, path: id, type: uint64, nullable: false }
      - { name: name, path: name, type: utf8, nullable: true }
      - { name: workflow_id, path: workflow_id, type: uint64, nullable: true }
      - { name: run_number, path: run_number, type: uint64, nullable: true }
      - { name: event, path: event, type: utf8, nullable: true }
      - { name: status, path: status, type: utf8, nullable: true }
      - { name: conclusion, path: conclusion, type: utf8, nullable: true }
      - { name: head_branch, path: head_branch, type: utf8, nullable: true }
      - { name: head_sha, path: head_sha, type: utf8, nullable: true }
      - { name: created_at, path: created_at, type: timestamp_ms_utc, nullable: true }
      - { name: updated_at, path: updated_at, type: timestamp_ms_utc, nullable: true }
      - { name: html_url, path: html_url, type: utf8, nullable: true }

  releases:
    action: github.list_releases
    fingerprint: a160bc70b84ba531cd44419c4242406bf273bba5facc5e8c3c4c1ec6b0b47575
    row_path: "$.releases"
    pagination:
      strategy: page_number
      page_input: page
      page_size_input: perPage
      page_size: 100
    resources:
      required: [owner, repo]
    columns:
      - { name: id, path: id, type: uint64, nullable: false }
      - { name: tag_name, path: tag_name, type: utf8, nullable: false }
      - { name: name, path: name, type: utf8, nullable: true }
      - { name: draft, path: draft, type: boolean, nullable: true }
      - { name: prerelease, path: prerelease, type: boolean, nullable: true }
      - { name: body, path: body, type: utf8, nullable: true }
      - { name: author_login, path: author.login, type: utf8, nullable: true }
      - { name: created_at, path: created_at, type: timestamp_ms_utc, nullable: true }
      - { name: published_at, path: published_at, type: timestamp_ms_utc, nullable: true }
      - { name: html_url, path: html_url, type: utf8, nullable: true }