Skip to main content

icydb_core/db/query/plan/semantics/
logical.rs

1//! Module: query::plan::semantics::logical
2//! Responsibility: logical-plan semantic lowering from planner contracts to access-planned queries.
3//! Does not own: access-path index selection internals or runtime execution behavior.
4//! Boundary: derives planner-owned execution semantics, shape signatures, and continuation policy.
5
6use crate::{
7    db::{
8        access::{AccessPlan, ExecutableAccessPlan},
9        predicate::{IndexCompileTarget, MissingRowPolicy, Predicate, PredicateProgram},
10        query::plan::{
11            AccessPlannedQuery, ContinuationPolicy, DistinctExecutionStrategy,
12            EffectiveRuntimeFilterProgram, ExecutionShapeSignature, GroupPlan,
13            GroupedAggregateExecutionSpec, GroupedDistinctExecutionStrategy, GroupedPlanStrategy,
14            LogicalPlan, PlannerRouteProfile, QueryMode, ResolvedOrder, ResolvedOrderField,
15            ResolvedOrderValueSource, ScalarPlan, StaticPlanningShape,
16            derive_logical_pushdown_eligibility,
17            expr::{
18                CompiledExpr, Expr, ProjectionSpec, compile_scalar_projection_expr_with_schema,
19                compile_scalar_projection_plan_with_schema,
20            },
21            grouped_aggregate_execution_specs, grouped_aggregate_specs_from_projection_spec,
22            grouped_cursor_policy_violation, grouped_plan_strategy,
23            lower_data_row_direct_projection_slots_with_schema,
24            lower_direct_projection_slots_with_schema, lower_projection_identity,
25            lower_projection_intent, residual_query_predicate_after_access_path_bounds,
26            residual_query_predicate_after_filtered_access,
27            resolved_grouped_distinct_execution_strategy_for_model,
28        },
29        schema::SchemaInfo,
30    },
31    error::InternalError,
32    model::{entity::EntityModel, index::IndexKeyItemsRef},
33};
34
35impl QueryMode {
36    /// True if this mode represents a load intent.
37    #[must_use]
38    pub const fn is_load(&self) -> bool {
39        match self {
40            Self::Load(_) => true,
41            Self::Delete(_) => false,
42        }
43    }
44
45    /// True if this mode represents a delete intent.
46    #[must_use]
47    pub const fn is_delete(&self) -> bool {
48        match self {
49            Self::Delete(_) => true,
50            Self::Load(_) => false,
51        }
52    }
53}
54
55impl LogicalPlan {
56    /// Borrow scalar semantic fields shared by scalar/grouped logical variants.
57    #[must_use]
58    pub(in crate::db) const fn scalar_semantics(&self) -> &ScalarPlan {
59        match self {
60            Self::Scalar(plan) => plan,
61            Self::Grouped(plan) => &plan.scalar,
62        }
63    }
64
65    /// Borrow scalar semantic fields mutably across logical variants for tests.
66    #[must_use]
67    #[cfg(test)]
68    pub(in crate::db) const fn scalar_semantics_mut(&mut self) -> &mut ScalarPlan {
69        match self {
70            Self::Scalar(plan) => plan,
71            Self::Grouped(plan) => &mut plan.scalar,
72        }
73    }
74
75    /// Test-only shorthand for explicit scalar semantic borrowing.
76    #[must_use]
77    #[cfg(test)]
78    pub(in crate::db) const fn scalar(&self) -> &ScalarPlan {
79        self.scalar_semantics()
80    }
81
82    /// Test-only shorthand for explicit mutable scalar semantic borrowing.
83    #[must_use]
84    #[cfg(test)]
85    pub(in crate::db) const fn scalar_mut(&mut self) -> &mut ScalarPlan {
86        self.scalar_semantics_mut()
87    }
88}
89
90impl AccessPlannedQuery {
91    /// Borrow scalar semantic fields shared by scalar/grouped logical variants.
92    #[must_use]
93    pub(in crate::db) const fn scalar_plan(&self) -> &ScalarPlan {
94        self.logical.scalar_semantics()
95    }
96
97    /// Borrow scalar missing-row consistency without exposing the full scalar
98    /// plan to executor owners that only need row-presence policy.
99    #[must_use]
100    pub(in crate::db) const fn scalar_consistency(&self) -> MissingRowPolicy {
101        self.scalar_plan().consistency
102    }
103
104    /// Borrow scalar semantic fields mutably across logical variants for tests.
105    #[must_use]
106    #[cfg(test)]
107    pub(in crate::db) const fn scalar_plan_mut(&mut self) -> &mut ScalarPlan {
108        self.logical.scalar_semantics_mut()
109    }
110
111    /// Test-only shorthand for explicit scalar plan borrowing.
112    #[must_use]
113    #[cfg(test)]
114    pub(in crate::db) const fn scalar(&self) -> &ScalarPlan {
115        self.scalar_plan()
116    }
117
118    /// Test-only shorthand for explicit mutable scalar plan borrowing.
119    #[must_use]
120    #[cfg(test)]
121    pub(in crate::db) const fn scalar_mut(&mut self) -> &mut ScalarPlan {
122        self.scalar_plan_mut()
123    }
124
125    /// Borrow grouped semantic fields when this plan is grouped.
126    #[must_use]
127    pub(in crate::db) const fn grouped_plan(&self) -> Option<&GroupPlan> {
128        match &self.logical {
129            LogicalPlan::Scalar(_) => None,
130            LogicalPlan::Grouped(plan) => Some(plan),
131        }
132    }
133
134    /// Lower this plan into one canonical planner-owned projection semantic spec.
135    #[must_use]
136    pub(in crate::db) fn projection_spec(&self, model: &EntityModel) -> ProjectionSpec {
137        if let Some(static_shape) = &self.static_planning_shape {
138            return static_shape.projection_spec.clone();
139        }
140
141        lower_projection_intent(model, &self.logical, &self.projection_selection)
142    }
143
144    /// Lower this plan into one projection semantic shape for identity hashing.
145    #[must_use]
146    pub(in crate::db::query) fn projection_spec_for_identity(&self) -> ProjectionSpec {
147        lower_projection_identity(&self.logical, &self.projection_selection)
148    }
149
150    /// Return the executor-facing predicate after removing only filtered-index
151    /// guard clauses the chosen access path already proves.
152    ///
153    /// This conservative form is used by preparation/explain surfaces that
154    /// still need to see access-bound equalities as index-predicate input.
155    #[must_use]
156    pub(in crate::db) fn execution_preparation_predicate(&self) -> Option<Predicate> {
157        if let Some(static_shape) = self.static_planning_shape.as_ref() {
158            return static_shape.execution_preparation_predicate.clone();
159        }
160
161        derive_execution_preparation_predicate(self)
162    }
163
164    /// Return the executor-facing residual predicate after removing any
165    /// filtered-index guard clauses and fixed access-bound equalities already
166    /// guaranteed by the chosen path.
167    #[must_use]
168    pub(in crate::db) fn effective_execution_predicate(&self) -> Option<Predicate> {
169        if let Some(static_shape) = self.static_planning_shape.as_ref() {
170            return static_shape.residual_filter_predicate.clone();
171        }
172
173        derive_residual_filter_predicate(self)
174    }
175
176    /// Return whether one explicit residual predicate survives access
177    /// planning and still participates in residual execution.
178    #[must_use]
179    pub(in crate::db) fn has_residual_filter_predicate(&self) -> bool {
180        self.effective_execution_predicate().is_some()
181    }
182
183    /// Borrow the planner-owned residual scalar filter expression when one
184    /// surviving semantic remainder still requires runtime evaluation.
185    #[must_use]
186    pub(in crate::db) fn residual_filter_expr(&self) -> Option<&Expr> {
187        if let Some(static_shape) = self.static_planning_shape.as_ref() {
188            return static_shape.residual_filter_expr.as_ref();
189        }
190
191        if !derive_has_residual_filter(self) {
192            return None;
193        }
194
195        self.scalar_plan().filter_expr.as_ref()
196    }
197
198    /// Return whether one explicit residual scalar filter expression survives
199    /// access planning and still requires runtime evaluation.
200    #[must_use]
201    pub(in crate::db) fn has_residual_filter_expr(&self) -> bool {
202        self.residual_filter_expr().is_some()
203    }
204
205    /// Borrow the planner-compiled execution-preparation predicate program.
206    #[must_use]
207    pub(in crate::db) const fn execution_preparation_compiled_predicate(
208        &self,
209    ) -> Option<&PredicateProgram> {
210        self.static_planning_shape()
211            .execution_preparation_compiled_predicate
212            .as_ref()
213    }
214
215    /// Borrow the planner-compiled effective runtime predicate program.
216    #[must_use]
217    pub(in crate::db) const fn effective_runtime_compiled_predicate(
218        &self,
219    ) -> Option<&PredicateProgram> {
220        match self
221            .static_planning_shape()
222            .effective_runtime_filter_program
223            .as_ref()
224        {
225            Some(program) => program.predicate_program(),
226            None => None,
227        }
228    }
229
230    /// Borrow the planner-compiled effective runtime scalar filter expression.
231    #[cfg(test)]
232    #[must_use]
233    pub(in crate::db) const fn effective_runtime_compiled_filter_expr(
234        &self,
235    ) -> Option<&CompiledExpr> {
236        match self
237            .static_planning_shape()
238            .effective_runtime_filter_program
239            .as_ref()
240        {
241            Some(program) => program.expression_filter(),
242            None => None,
243        }
244    }
245
246    /// Borrow the planner-frozen effective runtime scalar filter program.
247    #[must_use]
248    pub(in crate::db) const fn effective_runtime_filter_program(
249        &self,
250    ) -> Option<&EffectiveRuntimeFilterProgram> {
251        self.static_planning_shape()
252            .effective_runtime_filter_program
253            .as_ref()
254    }
255
256    /// Lower scalar DISTINCT semantics into one executor-facing execution strategy.
257    #[must_use]
258    pub(in crate::db) fn distinct_execution_strategy(&self) -> DistinctExecutionStrategy {
259        if !self.scalar_plan().distinct {
260            return DistinctExecutionStrategy::None;
261        }
262
263        // DISTINCT on duplicate-safe single-path access shapes is a planner
264        // no-op for runtime dedup mechanics. Composite shapes can surface
265        // duplicate keys and therefore retain explicit dedup execution.
266        match distinct_runtime_dedup_strategy(&self.access) {
267            Some(strategy) => strategy,
268            None => DistinctExecutionStrategy::None,
269        }
270    }
271
272    /// Freeze one planner-owned route profile after model validation completes.
273    pub(in crate::db) fn finalize_planner_route_profile_for_model(&mut self, model: &EntityModel) {
274        self.set_planner_route_profile(project_planner_route_profile_for_model(model, self));
275    }
276
277    /// Freeze planner-owned executor metadata after logical/access planning completes.
278    #[cfg(test)]
279    pub(in crate::db) fn finalize_static_planning_shape_for_model(
280        &mut self,
281        model: &EntityModel,
282    ) -> Result<(), InternalError> {
283        self.finalize_static_planning_shape_for_model_with_schema(
284            model,
285            SchemaInfo::cached_for_entity_model(model),
286        )
287    }
288
289    /// Freeze planner-owned executor metadata with explicit schema authority.
290    pub(in crate::db) fn finalize_static_planning_shape_for_model_with_schema(
291        &mut self,
292        model: &EntityModel,
293        schema_info: &SchemaInfo,
294    ) -> Result<(), InternalError> {
295        self.static_planning_shape = Some(project_static_planning_shape_for_model(
296            model,
297            schema_info,
298            self,
299        )?);
300
301        Ok(())
302    }
303
304    /// Build one immutable execution-shape signature contract for runtime layers.
305    #[must_use]
306    pub(in crate::db) fn execution_shape_signature(
307        &self,
308        entity_path: &'static str,
309    ) -> ExecutionShapeSignature {
310        ExecutionShapeSignature::new(self.continuation_signature(entity_path))
311    }
312
313    /// Return whether the chosen access contract fully satisfies the current
314    /// scalar query predicate without any additional post-access filtering.
315    #[must_use]
316    pub(in crate::db) fn predicate_fully_satisfied_by_access_contract(&self) -> bool {
317        if let Some(static_shape) = self.static_planning_shape.as_ref() {
318            return self.scalar_plan().predicate.is_some()
319                && static_shape.residual_filter_predicate.is_none()
320                && static_shape.residual_filter_expr.is_none();
321        }
322
323        derive_predicate_fully_satisfied_by_access_contract(self)
324    }
325
326    /// Borrow the planner-frozen compiled scalar projection program.
327    #[must_use]
328    pub(in crate::db) fn scalar_projection_plan(&self) -> Option<&[CompiledExpr]> {
329        self.static_planning_shape()
330            .scalar_projection_plan
331            .as_deref()
332    }
333
334    /// Return whether planner-owned static execution metadata has already been frozen.
335    #[must_use]
336    pub(in crate::db) const fn has_static_planning_shape(&self) -> bool {
337        self.static_planning_shape.is_some()
338    }
339
340    /// Borrow the planner-frozen primary-key field name.
341    #[must_use]
342    pub(in crate::db) const fn primary_key_name(&self) -> &'static str {
343        self.static_planning_shape().primary_key_name
344    }
345
346    /// Borrow the planner-frozen projection slot reachability set.
347    #[must_use]
348    pub(in crate::db) const fn projection_referenced_slots(&self) -> &[usize] {
349        self.static_planning_shape()
350            .projection_referenced_slots
351            .as_slice()
352    }
353
354    /// Borrow the planner-frozen mask for direct projected output slots.
355    #[must_use]
356    #[cfg(any(test, feature = "diagnostics"))]
357    pub(in crate::db) const fn projected_slot_mask(&self) -> &[bool] {
358        self.static_planning_shape().projected_slot_mask.as_slice()
359    }
360
361    /// Return whether projection remains the full model-identity field list.
362    #[must_use]
363    pub(in crate::db) const fn projection_is_model_identity(&self) -> bool {
364        self.static_planning_shape().projection_is_model_identity
365    }
366
367    /// Borrow the planner-frozen ORDER BY slot reachability set, if any.
368    #[must_use]
369    pub(in crate::db) fn order_referenced_slots(&self) -> Option<&[usize]> {
370        self.static_planning_shape()
371            .order_referenced_slots
372            .as_deref()
373    }
374
375    /// Borrow the planner-frozen resolved ORDER BY program, if one exists.
376    #[must_use]
377    pub(in crate::db) const fn resolved_order(&self) -> Option<&ResolvedOrder> {
378        self.static_planning_shape().resolved_order.as_ref()
379    }
380
381    /// Borrow the planner-frozen access slot map used by index predicate compilation.
382    #[must_use]
383    pub(in crate::db) fn slot_map(&self) -> Option<&[usize]> {
384        self.static_planning_shape().slot_map.as_deref()
385    }
386
387    /// Borrow grouped aggregate execution specs already resolved during static planning.
388    #[must_use]
389    pub(in crate::db) fn grouped_aggregate_execution_specs(
390        &self,
391    ) -> Option<&[GroupedAggregateExecutionSpec]> {
392        self.static_planning_shape()
393            .grouped_aggregate_execution_specs
394            .as_deref()
395    }
396
397    /// Borrow the planner-resolved grouped DISTINCT execution strategy when present.
398    #[must_use]
399    pub(in crate::db) const fn grouped_distinct_execution_strategy(
400        &self,
401    ) -> Option<&GroupedDistinctExecutionStrategy> {
402        self.static_planning_shape()
403            .grouped_distinct_execution_strategy
404            .as_ref()
405    }
406
407    /// Borrow the frozen projection semantic shape without reopening model ownership.
408    #[must_use]
409    pub(in crate::db) const fn frozen_projection_spec(&self) -> &ProjectionSpec {
410        &self.static_planning_shape().projection_spec
411    }
412
413    /// Borrow the frozen direct projection slots without reopening model ownership.
414    #[must_use]
415    pub(in crate::db) fn frozen_direct_projection_slots(&self) -> Option<&[usize]> {
416        self.static_planning_shape()
417            .projection_direct_slots
418            .as_deref()
419    }
420
421    /// Borrow duplicate-preserving direct projection slots for raw data-row readers.
422    #[must_use]
423    pub(in crate::db) fn frozen_data_row_direct_projection_slots(&self) -> Option<&[usize]> {
424        self.static_planning_shape()
425            .projection_data_row_direct_slots
426            .as_deref()
427    }
428
429    /// Borrow the planner-frozen key-item-aware compile targets for the chosen access path.
430    #[must_use]
431    pub(in crate::db) fn index_compile_targets(&self) -> Option<&[IndexCompileTarget]> {
432        self.static_planning_shape()
433            .index_compile_targets
434            .as_deref()
435    }
436
437    const fn static_planning_shape(&self) -> &StaticPlanningShape {
438        self.static_planning_shape
439            .as_ref()
440            .expect("access-planned queries must freeze static planning shape before execution")
441    }
442}
443
444fn distinct_runtime_dedup_strategy<K>(access: &AccessPlan<K>) -> Option<DistinctExecutionStrategy> {
445    match access {
446        AccessPlan::Union(_) | AccessPlan::Intersection(_) => {
447            Some(DistinctExecutionStrategy::PreOrdered)
448        }
449        AccessPlan::Path(path) if path.as_ref().is_index_multi_lookup() => {
450            Some(DistinctExecutionStrategy::HashMaterialize)
451        }
452        AccessPlan::Path(_) => None,
453    }
454}
455
456fn derive_continuation_policy_validated(plan: &AccessPlannedQuery) -> ContinuationPolicy {
457    let is_grouped_safe = plan
458        .grouped_plan()
459        .is_none_or(|grouped| grouped_cursor_policy_violation(grouped, true).is_none());
460
461    ContinuationPolicy::new(
462        true, // Continuation resume windows require anchor semantics for pushdown-safe replay.
463        true, // Continuation resumes must advance strictly to prevent replay/regression loops.
464        is_grouped_safe,
465    )
466}
467
468/// Project one planner-owned route profile from the finalized logical+access plan.
469#[must_use]
470pub(in crate::db) fn project_planner_route_profile_for_model(
471    model: &EntityModel,
472    plan: &AccessPlannedQuery,
473) -> PlannerRouteProfile {
474    let secondary_order_contract = plan
475        .scalar_plan()
476        .order
477        .as_ref()
478        .and_then(|order| order.deterministic_secondary_order_contract(model.primary_key.name));
479
480    PlannerRouteProfile::new(
481        derive_continuation_policy_validated(plan),
482        derive_logical_pushdown_eligibility(plan, secondary_order_contract.as_ref()),
483        secondary_order_contract,
484    )
485}
486
487fn project_static_planning_shape_for_model(
488    model: &EntityModel,
489    schema_info: &SchemaInfo,
490    plan: &AccessPlannedQuery,
491) -> Result<StaticPlanningShape, InternalError> {
492    let projection_spec = lower_projection_intent(model, &plan.logical, &plan.projection_selection);
493    let execution_preparation_predicate = plan.execution_preparation_predicate();
494    let residual_filter_predicate = derive_residual_filter_predicate(plan);
495    let residual_filter_expr = derive_residual_filter_expr_for_model(model, plan);
496    let execution_preparation_compiled_predicate =
497        compile_optional_predicate(model, execution_preparation_predicate.as_ref());
498    let effective_runtime_filter_program = compile_effective_runtime_filter_program(
499        model,
500        schema_info,
501        residual_filter_expr.as_ref(),
502        residual_filter_predicate.as_ref(),
503    )?;
504    let scalar_projection_plan = if plan.grouped_plan().is_none() {
505        Some(
506                compile_scalar_projection_plan_with_schema(model, schema_info, &projection_spec)
507                    .ok_or_else(|| {
508                        InternalError::query_executor_invariant(
509                            "scalar projection program must compile during static planning finalization",
510                        )
511                    })?
512                    .iter()
513                    .map(CompiledExpr::compile)
514                    .collect(),
515            )
516    } else {
517        None
518    };
519    let (grouped_aggregate_execution_specs, grouped_distinct_execution_strategy) =
520        resolve_grouped_static_planning_semantics(model, schema_info, plan, &projection_spec)?;
521    let projection_direct_slots = lower_direct_projection_slots_with_schema(
522        model,
523        schema_info,
524        &plan.logical,
525        &plan.projection_selection,
526    );
527    let projection_data_row_direct_slots = lower_data_row_direct_projection_slots_with_schema(
528        model,
529        schema_info,
530        &plan.logical,
531        &plan.projection_selection,
532    );
533    let projection_referenced_slots =
534        projection_spec.referenced_slots_for_schema(model, schema_info)?;
535    let projected_slot_mask =
536        projected_slot_mask_for_spec(model, projection_direct_slots.as_deref());
537    let projection_is_model_identity = projection_spec.is_model_identity_for(model);
538    let resolved_order = resolved_order_for_plan(model, schema_info, plan)?;
539    let order_referenced_slots = order_referenced_slots_for_resolved_order(resolved_order.as_ref());
540    let slot_map = slot_map_for_schema_plan(schema_info, plan);
541    let index_compile_targets = index_compile_targets_for_schema_plan(schema_info, plan);
542
543    Ok(StaticPlanningShape {
544        primary_key_name: model.primary_key.name,
545        projection_spec,
546        execution_preparation_predicate,
547        residual_filter_expr,
548        residual_filter_predicate,
549        execution_preparation_compiled_predicate,
550        effective_runtime_filter_program,
551        scalar_projection_plan,
552        grouped_aggregate_execution_specs,
553        grouped_distinct_execution_strategy,
554        projection_direct_slots,
555        projection_data_row_direct_slots,
556        projection_referenced_slots,
557        projected_slot_mask,
558        projection_is_model_identity,
559        resolved_order,
560        order_referenced_slots,
561        slot_map,
562        index_compile_targets,
563    })
564}
565
566// Compile the executor-owned residual scalar filter contract once from the
567// planner-derived residual artifacts so runtime never has to rediscover
568// residual presence or shape from semantic/filter/pushdown state.
569fn compile_effective_runtime_filter_program(
570    model: &EntityModel,
571    schema_info: &SchemaInfo,
572    residual_filter_expr: Option<&Expr>,
573    residual_filter_predicate: Option<&Predicate>,
574) -> Result<Option<EffectiveRuntimeFilterProgram>, InternalError> {
575    // Keep the existing predicate fast path when the residual semantics still
576    // fit the derived predicate contract. The expression-owned lane is only
577    // needed once pushdown loses semantic coverage and a residual predicate no
578    // longer exists.
579    if let Some(predicate) = residual_filter_predicate {
580        return Ok(Some(EffectiveRuntimeFilterProgram::predicate(
581            PredicateProgram::compile(model, predicate),
582        )));
583    }
584
585    if let Some(filter_expr) = residual_filter_expr {
586        let compiled = compile_scalar_projection_expr_with_schema(model, schema_info, filter_expr)
587            .ok_or_else(|| {
588                InternalError::query_invalid_logical_plan(
589                    "effective runtime scalar filter expression must compile during static planning finalization",
590                )
591            })?;
592
593        return Ok(Some(EffectiveRuntimeFilterProgram::expression(
594            CompiledExpr::compile(&compiled),
595        )));
596    }
597
598    Ok(None)
599}
600
601// Derive the executor-preparation predicate once from the selected access path.
602// This strips only filtered-index guard clauses while preserving access-bound
603// equalities that still matter to preparation/explain consumers.
604fn derive_execution_preparation_predicate(plan: &AccessPlannedQuery) -> Option<Predicate> {
605    let query_predicate = plan.scalar_plan().predicate.as_ref()?;
606
607    match plan.access.selected_index_model() {
608        Some(index) => residual_query_predicate_after_filtered_access(index, query_predicate),
609        None => Some(query_predicate.clone()),
610    }
611}
612
613// Derive the final residual predicate once from the already-filtered
614// preparation predicate plus any equality bounds guaranteed by the concrete
615// access path.
616fn derive_residual_filter_predicate(plan: &AccessPlannedQuery) -> Option<Predicate> {
617    let filtered_residual = derive_execution_preparation_predicate(plan);
618    let filtered_residual = filtered_residual.as_ref()?;
619
620    residual_query_predicate_after_access_path_bounds(plan.access.as_path(), filtered_residual)
621}
622
623// Derive the explicit residual semantic expression once for finalized plans.
624// The residual expression remains the planner-owned semantic filter when any
625// runtime filtering still survives access satisfaction.
626fn derive_residual_filter_expr(plan: &AccessPlannedQuery) -> Option<Expr> {
627    let filter_expr = plan.scalar_plan().filter_expr.as_ref()?;
628    if derive_semantic_filter_fully_satisfied_by_access_contract(plan) {
629        return None;
630    }
631
632    Some(filter_expr.clone())
633}
634
635// Derive the explicit residual semantic expression during finalization using
636// the trusted entity schema so compare-family literal normalization matches the
637// planner-owned predicate contract before residual ownership is decided.
638fn derive_residual_filter_expr_for_model(
639    model: &EntityModel,
640    plan: &AccessPlannedQuery,
641) -> Option<Expr> {
642    let filter_expr = plan.scalar_plan().filter_expr.as_ref()?;
643    if derive_semantic_filter_fully_satisfied_by_access_contract_for_model(model, plan) {
644        return None;
645    }
646
647    Some(filter_expr.clone())
648}
649
650// Return whether any residual filtering survives after access planning. This
651// helper exists only for pre-finalization assembly; finalized plans must read
652// the explicit residual artifacts frozen in `StaticPlanningShape`.
653fn derive_has_residual_filter(plan: &AccessPlannedQuery) -> bool {
654    match (
655        plan.scalar_plan().filter_expr.as_ref(),
656        plan.scalar_plan().predicate.as_ref(),
657    ) {
658        (None, None) => false,
659        (Some(_), None) => true,
660        (Some(_) | None, Some(_)) => !plan.predicate_fully_satisfied_by_access_contract(),
661    }
662}
663
664// Return true when the planner-owned predicate contract is fully satisfied by
665// access planning and no semantic residual filter expression survives.
666fn derive_predicate_fully_satisfied_by_access_contract(plan: &AccessPlannedQuery) -> bool {
667    plan.scalar_plan().predicate.is_some()
668        && derive_residual_filter_predicate(plan).is_none()
669        && derive_residual_filter_expr(plan).is_none()
670}
671
672// Return true when the semantic filter expression is entirely represented by
673// the planner-owned predicate contract and the chosen access path satisfies
674// that predicate without any runtime remainder.
675const fn derive_semantic_filter_fully_satisfied_by_access_contract(
676    plan: &AccessPlannedQuery,
677) -> bool {
678    plan.scalar_plan().filter_expr.is_some()
679        && plan.scalar_plan().predicate.is_some()
680        && plan.scalar_plan().predicate_covers_filter_expr
681}
682
683// Return true when finalized planning can prove that the semantic filter
684// expression is completely represented by the planner-owned predicate contract
685// after aligning compare literals through the trusted entity schema.
686const fn derive_semantic_filter_fully_satisfied_by_access_contract_for_model(
687    _model: &EntityModel,
688    plan: &AccessPlannedQuery,
689) -> bool {
690    derive_semantic_filter_fully_satisfied_by_access_contract(plan)
691}
692
693// Compile one optional planner-frozen predicate program while keeping the
694// static planning assembly path free of repeated `Option` mapping boilerplate.
695fn compile_optional_predicate(
696    model: &EntityModel,
697    predicate: Option<&Predicate>,
698) -> Option<PredicateProgram> {
699    predicate.map(|predicate| PredicateProgram::compile(model, predicate))
700}
701
702// Resolve the grouped-only static planning semantics bundle once so grouped
703// aggregate execution specs and grouped DISTINCT strategy stay derived under
704// one shared grouped-plan branch.
705fn resolve_grouped_static_planning_semantics(
706    model: &EntityModel,
707    schema_info: &SchemaInfo,
708    plan: &AccessPlannedQuery,
709    projection_spec: &ProjectionSpec,
710) -> Result<
711    (
712        Option<Vec<GroupedAggregateExecutionSpec>>,
713        Option<GroupedDistinctExecutionStrategy>,
714    ),
715    InternalError,
716> {
717    let Some(grouped) = plan.grouped_plan() else {
718        return Ok((None, None));
719    };
720
721    let mut aggregate_specs = grouped_aggregate_specs_from_projection_spec(
722        projection_spec,
723        grouped.group.group_fields.as_slice(),
724        grouped.group.aggregates.as_slice(),
725    )?;
726    extend_grouped_having_aggregate_specs(&mut aggregate_specs, grouped)?;
727
728    let grouped_aggregate_execution_specs = Some(grouped_aggregate_execution_specs(
729        model,
730        schema_info,
731        aggregate_specs.as_slice(),
732    )?);
733    let grouped_distinct_execution_strategy =
734        Some(resolved_grouped_distinct_execution_strategy_for_model(
735            model,
736            schema_info,
737            grouped.group.group_fields.as_slice(),
738            grouped.group.aggregates.as_slice(),
739            grouped.having_expr.as_ref(),
740        )?);
741
742    Ok((
743        grouped_aggregate_execution_specs,
744        grouped_distinct_execution_strategy,
745    ))
746}
747
748fn extend_grouped_having_aggregate_specs(
749    aggregate_specs: &mut Vec<GroupedAggregateExecutionSpec>,
750    grouped: &GroupPlan,
751) -> Result<(), InternalError> {
752    if let Some(having_expr) = grouped.having_expr.as_ref() {
753        collect_grouped_having_expr_aggregate_specs(aggregate_specs, having_expr)?;
754    }
755
756    Ok(())
757}
758
759fn collect_grouped_having_expr_aggregate_specs(
760    aggregate_specs: &mut Vec<GroupedAggregateExecutionSpec>,
761    expr: &Expr,
762) -> Result<(), InternalError> {
763    if !expr.contains_aggregate() {
764        return Ok(());
765    }
766
767    expr.try_for_each_tree_aggregate(&mut |aggregate_expr| {
768        let aggregate_spec = GroupedAggregateExecutionSpec::from_aggregate_expr(aggregate_expr);
769
770        if aggregate_specs
771            .iter()
772            .all(|current| current != &aggregate_spec)
773        {
774            aggregate_specs.push(aggregate_spec);
775        }
776
777        Ok(())
778    })
779}
780
781fn projected_slot_mask_for_spec(
782    model: &EntityModel,
783    direct_projection_slots: Option<&[usize]>,
784) -> Vec<bool> {
785    let schema_slot_len = direct_projection_slots
786        .and_then(|slots| slots.iter().copied().max())
787        .map_or(0, |slot| slot.saturating_add(1));
788    let mut projected_slots = vec![false; model.fields().len().max(schema_slot_len)];
789
790    let Some(direct_projection_slots) = direct_projection_slots else {
791        return projected_slots;
792    };
793
794    for slot in direct_projection_slots.iter().copied() {
795        if let Some(projected) = projected_slots.get_mut(slot) {
796            *projected = true;
797        }
798    }
799
800    projected_slots
801}
802
803fn resolved_order_for_plan(
804    model: &EntityModel,
805    schema_info: &SchemaInfo,
806    plan: &AccessPlannedQuery,
807) -> Result<Option<ResolvedOrder>, InternalError> {
808    if grouped_plan_strategy(plan).is_some_and(GroupedPlanStrategy::is_top_k_group) {
809        return Ok(None);
810    }
811
812    let Some(order) = plan.scalar_plan().order.as_ref() else {
813        return Ok(None);
814    };
815
816    let mut fields = Vec::with_capacity(order.fields.len());
817    for term in &order.fields {
818        fields.push(ResolvedOrderField::new(
819            resolved_order_value_source_for_term(model, schema_info, term)?,
820            term.direction(),
821        ));
822    }
823
824    Ok(Some(ResolvedOrder::new(fields)))
825}
826
827fn resolved_order_value_source_for_term(
828    model: &EntityModel,
829    schema_info: &SchemaInfo,
830    term: &crate::db::query::plan::OrderTerm,
831) -> Result<ResolvedOrderValueSource, InternalError> {
832    if term.direct_field().is_none() {
833        let rendered = term.rendered_label();
834        validate_resolved_order_expr_fields(schema_info, term.expr(), rendered.as_str())?;
835        let compiled = compile_scalar_projection_expr_with_schema(model, schema_info, term.expr())
836            .ok_or_else(|| order_expression_scalar_seam_error(rendered.as_str()))?;
837
838        return Ok(ResolvedOrderValueSource::expression(CompiledExpr::compile(
839            &compiled,
840        )));
841    }
842
843    let field = term
844        .direct_field()
845        .expect("direct-field order branch should only execute for field-backed terms");
846    let slot = resolve_required_schema_slot(schema_info, field, || {
847        InternalError::query_invalid_logical_plan(format!(
848            "order expression references unknown field '{field}'",
849        ))
850    })?;
851
852    Ok(ResolvedOrderValueSource::direct_field(slot))
853}
854
855fn validate_resolved_order_expr_fields(
856    schema_info: &SchemaInfo,
857    expr: &Expr,
858    rendered: &str,
859) -> Result<(), InternalError> {
860    expr.try_for_each_tree_expr(&mut |node| match node {
861        Expr::Field(field_id) => {
862            resolve_required_schema_slot(schema_info, field_id.as_str(), || {
863                InternalError::query_invalid_logical_plan(format!(
864                    "order expression references unknown field '{rendered}'",
865                ))
866            })
867            .map(|_| ())
868        }
869        Expr::Aggregate(_) => Err(order_expression_scalar_seam_error(rendered)),
870        #[cfg(test)]
871        Expr::Alias { .. } => Err(order_expression_scalar_seam_error(rendered)),
872        Expr::Unary { .. } => Err(order_expression_scalar_seam_error(rendered)),
873        _ => Ok(()),
874    })
875}
876
877// Resolve one schema-authoritative field slot while keeping planner
878// invalid-logical-plan error construction at the callsite that owns the
879// diagnostic wording.
880fn resolve_required_schema_slot<F>(
881    schema_info: &SchemaInfo,
882    field: &str,
883    invalid_plan_error: F,
884) -> Result<usize, InternalError>
885where
886    F: FnOnce() -> InternalError,
887{
888    schema_info
889        .field_slot_index(field)
890        .ok_or_else(invalid_plan_error)
891}
892
893// Keep the scalar-order expression seam violation text under one helper so the
894// parse validation and compile validation paths do not drift.
895fn order_expression_scalar_seam_error(rendered: &str) -> InternalError {
896    InternalError::query_invalid_logical_plan(format!(
897        "order expression '{rendered}' did not stay on the scalar expression seam",
898    ))
899}
900
901// Keep one stable executor-facing slot list for grouped order terms after the
902// planner has frozen the structural `ResolvedOrder`. The grouped Top-K route
903// now consumes this same referenced-slot contract instead of re-deriving order
904// sources from planner strategy at runtime.
905fn order_referenced_slots_for_resolved_order(
906    resolved_order: Option<&ResolvedOrder>,
907) -> Option<Vec<usize>> {
908    Some(resolved_order?.referenced_slots())
909}
910
911fn slot_map_for_schema_plan(
912    schema_info: &SchemaInfo,
913    plan: &AccessPlannedQuery,
914) -> Option<Vec<usize>> {
915    let executable = plan.access.executable_contract();
916
917    resolved_index_slots_for_access_path(schema_info, &executable)
918}
919
920fn resolved_index_slots_for_access_path(
921    schema_info: &SchemaInfo,
922    access: &ExecutableAccessPlan<'_, crate::value::Value>,
923) -> Option<Vec<usize>> {
924    let path = access.as_path()?;
925    let path_capabilities = path.capabilities();
926    let index_fields = path_capabilities.index_fields_for_slot_map()?;
927    let mut slots = Vec::with_capacity(index_fields.len());
928
929    for field_name in index_fields {
930        let slot = schema_info.field_slot_index(field_name)?;
931        slots.push(slot);
932    }
933
934    Some(slots)
935}
936
937fn index_compile_targets_for_schema_plan(
938    schema_info: &SchemaInfo,
939    plan: &AccessPlannedQuery,
940) -> Option<Vec<IndexCompileTarget>> {
941    let index = plan.access.as_path()?.selected_index_model()?;
942    let mut targets = Vec::new();
943
944    match index.key_items() {
945        IndexKeyItemsRef::Fields(fields) => {
946            for (component_index, &field_name) in fields.iter().enumerate() {
947                let field_slot = schema_info.field_slot_index(field_name)?;
948                targets.push(IndexCompileTarget {
949                    component_index,
950                    field_slot,
951                    key_item: crate::model::index::IndexKeyItem::Field(field_name),
952                });
953            }
954        }
955        IndexKeyItemsRef::Items(items) => {
956            for (component_index, &key_item) in items.iter().enumerate() {
957                let field_slot = schema_info.field_slot_index(key_item.field())?;
958                targets.push(IndexCompileTarget {
959                    component_index,
960                    field_slot,
961                    key_item,
962                });
963            }
964        }
965    }
966
967    Some(targets)
968}