Skip to main content

relay_knowledge/storage/sqlite/
code.rs

1use rusqlite::Connection;
2
3#[path = "code_query.rs"]
4mod code_query;
5
6#[path = "code_query_prepare.rs"]
7mod code_query_prepare;
8
9#[path = "code_query_hits.rs"]
10mod code_query_hits;
11
12#[path = "code_feature_flags.rs"]
13mod code_feature_flags;
14
15#[path = "code_query_scope.rs"]
16mod code_query_scope;
17
18#[path = "code_impact.rs"]
19mod code_impact;
20
21#[path = "code_report.rs"]
22pub(super) mod code_report;
23
24#[path = "code_schema.rs"]
25mod code_schema;
26
27#[path = "code_status.rs"]
28mod code_status;
29
30#[path = "code_batch.rs"]
31mod code_batch;
32
33#[path = "code_cleanup.rs"]
34mod code_cleanup;
35
36#[path = "code_tasks.rs"]
37mod code_tasks;
38
39#[path = "code_search.rs"]
40mod code_search;
41
42#[path = "code_snapshot.rs"]
43mod code_snapshot;
44
45#[path = "code_set.rs"]
46mod code_set;
47
48#[path = "code_set_tasks.rs"]
49mod code_set_tasks;
50
51#[path = "software.rs"]
52mod software;
53
54#[cfg(test)]
55#[path = "code_tests.rs"]
56mod code_tests;
57
58#[cfg(test)]
59#[path = "code_snapshot_candidate_paths_tests.rs"]
60mod code_snapshot_candidate_paths_tests;
61
62#[cfg(test)]
63#[path = "code_incremental_search_tests.rs"]
64mod code_incremental_search_tests;
65
66#[cfg(test)]
67#[path = "code_batch_finalize_tests.rs"]
68mod code_batch_finalize_tests;
69
70#[cfg(test)]
71#[path = "code_batch_finalize_typescript_tests.rs"]
72mod code_batch_finalize_typescript_tests;
73
74#[cfg(test)]
75#[path = "code_cross_language_call_tests.rs"]
76mod code_cross_language_call_tests;
77
78#[cfg(test)]
79#[path = "code_batch_search_tests.rs"]
80mod code_batch_search_tests;
81
82#[cfg(test)]
83#[path = "code_snapshot_progress_tests.rs"]
84mod code_snapshot_progress_tests;
85
86#[cfg(test)]
87#[path = "code_query_accuracy_tests.rs"]
88mod code_query_accuracy_tests;
89
90#[cfg(test)]
91#[path = "code_query_import_target_tests.rs"]
92mod code_query_import_target_tests;
93
94#[cfg(test)]
95#[path = "code_query_import_ranking_tests.rs"]
96mod code_query_import_ranking_tests;
97
98#[cfg(test)]
99#[path = "code_query_sbom_tests.rs"]
100mod code_query_sbom_tests;
101
102#[cfg(test)]
103#[path = "code_query_line_context_tests.rs"]
104mod code_query_line_context_tests;
105
106#[cfg(test)]
107#[path = "code_metadata_tests.rs"]
108mod code_metadata_tests;
109
110#[cfg(test)]
111#[path = "code_tasks_tests.rs"]
112mod code_tasks_tests;
113
114#[cfg(test)]
115#[path = "code_set_tasks_tests.rs"]
116mod code_set_tasks_tests;
117
118#[cfg(test)]
119#[path = "code_set_tests.rs"]
120mod code_set_tests;
121
122use crate::{
123    domain::{
124        CodeFeatureFlagGraph, CodeFeatureFlagRequest, CodeFileFingerprint, CodeImpactRequest,
125        CodeIndexBatch, CodeIndexCheckpoint, CodeIndexSession, CodeIndexSnapshot, CodeIndexSummary,
126        CodeRepositoryRegistration, CodeRepositoryReport, CodeRepositoryStatus,
127        CodeRepositoryTotals, CodeRetrievalHit, CodeRetrievalRequest, SoftwareGlobalProjection,
128        SoftwareGlobalRequest,
129    },
130    storage::{CodeImpactChanges, CodeRepositoryStore, StorageError, StorageFuture},
131};
132
133use super::SqliteGraphStore;
134pub(super) use code_search::SearchDocumentInserter;
135
136const MAX_SYMBOL_SIGNATURE_LOOKUP_IDS_PER_STATEMENT: usize = 500;
137
138pub(super) fn initialize_code_schema(connection: &Connection) -> Result<(), StorageError> {
139    code_schema::initialize_code_schema(connection)?;
140    software::initialize_schema(connection)
141}
142
143impl CodeRepositoryStore for SqliteGraphStore {
144    fn upsert_code_repository(
145        &self,
146        registration: CodeRepositoryRegistration,
147    ) -> StorageFuture<'_, CodeRepositoryStatus> {
148        self.run(move |connection| code_status::upsert_repository(connection, registration))
149    }
150
151    fn code_repository_status(
152        &self,
153        repository: String,
154    ) -> StorageFuture<'_, Option<CodeRepositoryStatus>> {
155        self.run_read(move |connection| code_status::repository_status(connection, &repository))
156    }
157
158    fn code_repository_scope_status(
159        &self,
160        repository: String,
161        resolved_commit_sha: String,
162        path_filters: Vec<String>,
163        language_filters: Vec<String>,
164    ) -> StorageFuture<'_, Option<CodeRepositoryStatus>> {
165        self.run_read(move |connection| {
166            code_status::repository_scope_status(
167                connection,
168                &repository,
169                &resolved_commit_sha,
170                &path_filters,
171                &language_filters,
172            )
173        })
174    }
175
176    fn latest_code_repository_scope_status(
177        &self,
178        repository: String,
179        path_filters: Vec<String>,
180        language_filters: Vec<String>,
181    ) -> StorageFuture<'_, Option<CodeRepositoryStatus>> {
182        self.run_read(move |connection| {
183            code_status::latest_repository_scope_status(
184                connection,
185                &repository,
186                &path_filters,
187                &language_filters,
188            )
189        })
190    }
191
192    fn queue_code_index_task(
193        &self,
194        task: crate::storage::CodeIndexTaskSeed,
195    ) -> StorageFuture<'_, crate::domain::CodeIndexTaskRecord> {
196        self.run(move |connection| code_tasks::queue_task(connection, task))
197    }
198
199    fn claim_code_index_task(
200        &self,
201        request: crate::storage::CodeIndexTaskClaimRequest,
202    ) -> StorageFuture<'_, Option<crate::domain::CodeIndexTaskRecord>> {
203        self.run(move |connection| code_tasks::claim_task(connection, request))
204    }
205
206    fn recover_code_index_task_leases(
207        &self,
208        now_ms: u64,
209        max_attempts: u32,
210    ) -> StorageFuture<'_, ()> {
211        self.run(move |connection| {
212            code_tasks::recover_expired_task_leases(connection, now_ms, max_attempts)
213        })
214    }
215
216    fn renew_code_index_task_lease(
217        &self,
218        request: crate::storage::CodeIndexTaskLeaseRenewal,
219    ) -> StorageFuture<'_, crate::domain::CodeIndexTaskRecord> {
220        self.run(move |connection| code_tasks::renew_task_lease(connection, request))
221    }
222
223    fn complete_code_index_task(
224        &self,
225        request: crate::storage::CodeIndexTaskCompletion,
226    ) -> StorageFuture<'_, crate::domain::CodeIndexTaskRecord> {
227        self.run(move |connection| code_tasks::complete_task(connection, request))
228    }
229
230    fn fail_code_index_task(
231        &self,
232        request: crate::storage::CodeIndexTaskFailure,
233    ) -> StorageFuture<'_, crate::domain::CodeIndexTaskRecord> {
234        self.run(move |connection| code_tasks::fail_task(connection, request))
235    }
236
237    fn code_index_task(
238        &self,
239        task_id: String,
240    ) -> StorageFuture<'_, Option<crate::domain::CodeIndexTaskRecord>> {
241        self.run_read(move |connection| code_tasks::task_by_id(connection, &task_id))
242    }
243
244    fn active_code_index_task(
245        &self,
246        repository_id: String,
247    ) -> StorageFuture<'_, Option<crate::domain::CodeIndexTaskRecord>> {
248        self.run_read(move |connection| code_tasks::active_task(connection, &repository_id))
249    }
250
251    fn code_index_checkpoint(
252        &self,
253        source_scope: String,
254    ) -> StorageFuture<'_, Option<crate::domain::CodeIndexCheckpoint>> {
255        self.run_read(move |connection| code_tasks::checkpoint(connection, &source_scope))
256    }
257
258    fn code_scope_retention(
259        &self,
260        repository_id: String,
261    ) -> StorageFuture<'_, crate::domain::CodeScopeRetentionSummary> {
262        self.run_read(move |connection| code_tasks::retention_status(connection, &repository_id))
263    }
264
265    fn prune_code_repository_scopes(
266        &self,
267        request: crate::storage::CodeScopeRetentionRequest,
268    ) -> StorageFuture<'_, crate::domain::CodeScopeRetentionSummary> {
269        self.run(move |connection| code_tasks::prune_scopes(connection, request))
270    }
271
272    fn code_file_fingerprints(
273        &self,
274        repository_id: String,
275    ) -> StorageFuture<'_, Vec<CodeFileFingerprint>> {
276        self.run_read(move |connection| {
277            code_snapshot::file_fingerprints(connection, &repository_id)
278        })
279    }
280
281    fn code_file_fingerprints_for_scope(
282        &self,
283        source_scope: String,
284    ) -> StorageFuture<'_, Vec<CodeFileFingerprint>> {
285        self.run_read(move |connection| {
286            code_snapshot::file_fingerprints_for_scope(connection, &source_scope)
287        })
288    }
289
290    fn code_file_candidate_paths_for_scope(
291        &self,
292        source_scope: String,
293        path_filters: Vec<String>,
294        language_filters: Vec<String>,
295        limit: usize,
296    ) -> StorageFuture<'_, Vec<String>> {
297        self.run_read(move |connection| {
298            code_snapshot::file_candidate_paths_for_scope(
299                connection,
300                &source_scope,
301                &path_filters,
302                &language_filters,
303                limit,
304            )
305        })
306    }
307
308    fn code_file_candidate_paths_for_query_scope(
309        &self,
310        source_scope: String,
311        query: String,
312        path_filters: Vec<String>,
313        language_filters: Vec<String>,
314        limit: usize,
315    ) -> StorageFuture<'_, Vec<String>> {
316        self.run_read(move |connection| {
317            code_snapshot::file_candidate_paths_for_query_scope(
318                connection,
319                &source_scope,
320                &query,
321                &path_filters,
322                &language_filters,
323                limit,
324            )
325        })
326    }
327
328    fn apply_code_index_snapshot(
329        &self,
330        snapshot: CodeIndexSnapshot,
331    ) -> StorageFuture<'_, CodeIndexSummary> {
332        self.run(move |connection| code_snapshot::apply_snapshot(connection, snapshot))
333    }
334
335    fn begin_code_index_session(
336        &self,
337        session: CodeIndexSession,
338    ) -> StorageFuture<'_, CodeIndexCheckpoint> {
339        self.run(move |connection| code_batch::begin_session(connection, session))
340    }
341
342    fn apply_code_index_batch(
343        &self,
344        batch: CodeIndexBatch,
345    ) -> StorageFuture<'_, CodeIndexCheckpoint> {
346        self.run(move |connection| code_batch::apply_batch(connection, batch))
347    }
348
349    fn finalize_code_index_session(
350        &self,
351        session: CodeIndexSession,
352    ) -> StorageFuture<'_, CodeIndexSummary> {
353        self.run(move |connection| code_batch::finalize_session(connection, session))
354    }
355
356    fn search_code(
357        &self,
358        request: CodeRetrievalRequest,
359    ) -> StorageFuture<'_, Vec<CodeRetrievalHit>> {
360        self.run_read(move |connection| code_query::search_code(connection, request))
361    }
362
363    fn search_code_feature_flags(
364        &self,
365        request: CodeFeatureFlagRequest,
366    ) -> StorageFuture<'_, Vec<CodeFeatureFlagGraph>> {
367        self.run_read(move |connection| code_feature_flags::search(connection, request))
368    }
369
370    fn search_code_feature_flags_scope(
371        &self,
372        source_scope: String,
373        request: CodeFeatureFlagRequest,
374    ) -> StorageFuture<'_, Vec<CodeFeatureFlagGraph>> {
375        self.run_read(move |connection| {
376            code_feature_flags::search_scope(connection, &source_scope, request)
377        })
378    }
379
380    fn search_code_scope(
381        &self,
382        source_scope: String,
383        request: CodeRetrievalRequest,
384    ) -> StorageFuture<'_, Vec<CodeRetrievalHit>> {
385        self.run_read(move |connection| {
386            code_query::search_code_scope(connection, &source_scope, request)
387        })
388    }
389
390    fn analyze_code_impact(
391        &self,
392        request: CodeImpactRequest,
393        changes: CodeImpactChanges,
394    ) -> StorageFuture<'_, Vec<CodeRetrievalHit>> {
395        self.run_read(move |connection| code_impact::analyze_impact(connection, request, changes))
396    }
397
398    fn code_repository_totals(&self) -> StorageFuture<'_, CodeRepositoryTotals> {
399        self.run_read(code_report::repository_totals)
400    }
401
402    fn code_repository_report(
403        &self,
404        repository: String,
405    ) -> StorageFuture<'_, CodeRepositoryReport> {
406        self.run_read(move |connection| code_report::repository_report(connection, &repository))
407    }
408
409    fn refresh_software_global_projection(
410        &self,
411        source_scope: String,
412    ) -> StorageFuture<'_, SoftwareGlobalProjection> {
413        self.run(move |connection| software::refresh_projection(connection, &source_scope))
414    }
415
416    fn software_global_projection(
417        &self,
418        request: SoftwareGlobalRequest,
419    ) -> StorageFuture<'_, SoftwareGlobalProjection> {
420        self.run_read(move |connection| software::projection(connection, request))
421    }
422
423    fn software_global_projection_for_scope(
424        &self,
425        source_scope: String,
426        request: SoftwareGlobalRequest,
427    ) -> StorageFuture<'_, SoftwareGlobalProjection> {
428        self.run_read(move |connection| {
429            software::projection_for_scope(connection, &source_scope, request)
430        })
431    }
432
433    fn create_code_repository_set(
434        &self,
435        seed: crate::storage::CodeRepositorySetSeed,
436    ) -> StorageFuture<'_, crate::domain::CodeRepositorySet> {
437        self.run(move |connection| code_set::create_set(connection, seed))
438    }
439
440    fn add_code_repository_set_member(
441        &self,
442        seed: crate::storage::CodeRepositorySetMemberSeed,
443    ) -> StorageFuture<'_, crate::domain::CodeRepositorySetMember> {
444        self.run(move |connection| code_set::add_member(connection, seed))
445    }
446
447    fn remove_code_repository_set_member(
448        &self,
449        set_alias: String,
450        repository_alias: String,
451    ) -> StorageFuture<'_, crate::domain::CodeRepositorySetMember> {
452        self.run(move |connection| {
453            code_set::remove_member(connection, &set_alias, &repository_alias)
454        })
455    }
456
457    fn code_repository_set(
458        &self,
459        set_alias: String,
460    ) -> StorageFuture<'_, Option<crate::domain::CodeRepositorySet>> {
461        self.run_read(move |connection| code_set::set_by_alias(connection, &set_alias))
462    }
463
464    fn code_repository_set_status(
465        &self,
466        set_alias: String,
467    ) -> StorageFuture<'_, Option<crate::domain::CodeRepositorySetStatus>> {
468        self.run_read(move |connection| code_set::set_status(connection, &set_alias))
469    }
470
471    fn refresh_code_repository_set_overlay(
472        &self,
473        set_alias: String,
474        now_ms: u64,
475    ) -> StorageFuture<'_, crate::domain::CodeRepositorySetRefreshSummary> {
476        self.run(move |connection| code_set::refresh_overlay(connection, &set_alias, now_ms))
477    }
478
479    fn code_repository_set_cross_edges(
480        &self,
481        set_id: String,
482    ) -> StorageFuture<'_, Vec<crate::domain::CodeRepositoryCrossEdge>> {
483        self.run_read(move |connection| code_set::cross_edges_for_set(connection, &set_id))
484    }
485
486    fn queue_code_repository_set_refresh_task(
487        &self,
488        task: crate::storage::CodeRepositorySetRefreshTaskSeed,
489    ) -> StorageFuture<'_, crate::domain::CodeRepositorySetRefreshTaskRecord> {
490        self.run(move |connection| code_set_tasks::queue_refresh_task(connection, task))
491    }
492
493    fn claim_code_repository_set_refresh_task(
494        &self,
495        request: crate::storage::CodeRepositorySetRefreshTaskClaimRequest,
496    ) -> StorageFuture<'_, Option<crate::domain::CodeRepositorySetRefreshTaskRecord>> {
497        self.run(move |connection| code_set_tasks::claim_refresh_task(connection, request))
498    }
499
500    fn complete_code_repository_set_refresh_task(
501        &self,
502        request: crate::storage::CodeRepositorySetRefreshTaskCompletion,
503    ) -> StorageFuture<'_, crate::domain::CodeRepositorySetRefreshTaskRecord> {
504        self.run(move |connection| code_set_tasks::complete_refresh_task(connection, request))
505    }
506
507    fn fail_code_repository_set_refresh_task(
508        &self,
509        request: crate::storage::CodeRepositorySetRefreshTaskFailure,
510    ) -> StorageFuture<'_, crate::domain::CodeRepositorySetRefreshTaskRecord> {
511        self.run(move |connection| code_set_tasks::fail_refresh_task(connection, request))
512    }
513}