formualizer_eval/engine/
virtual_deps.rs

1use crate::engine::VertexId;
2use crate::engine::VertexKind;
3use crate::engine::eval::Engine;
4use crate::engine::used_extent::{
5    ExtentPolicy, OpenRangeBounds, ResolvedExtent, resolve_used_extent_with_fallback,
6};
7use crate::formula_plane::region_index::Region;
8use crate::traits::{
9    EvaluationContext, FunctionProvider, NamedRangeResolver, Range, RangeResolver,
10    ReferenceResolver, Resolver, SourceResolver, Table, TableResolver,
11};
12use formualizer_common::{ExcelError, LiteralValue};
13use formualizer_parse::parser::{ReferenceType, TableReference};
14use rustc_hash::FxHashSet;
15use std::sync::Mutex;
16
17use crate::interpreter::Interpreter;
18
19pub struct DynamicRefCollector<'a, R: EvaluationContext> {
20    pub engine: &'a Engine<R>,
21    pub current_sheet: &'a str,
22    pub(crate) collected: Mutex<FxHashSet<VertexId>>,
23    pub(crate) collected_regions: Mutex<FxHashSet<Region>>,
24}
25
26impl<'a, R: EvaluationContext> DynamicRefCollector<'a, R> {
27    pub fn new(engine: &'a Engine<R>, current_sheet: &'a str) -> Self {
28        Self {
29            engine,
30            current_sheet,
31            collected: Mutex::new(FxHashSet::default()),
32            collected_regions: Mutex::new(FxHashSet::default()),
33        }
34    }
35
36    fn collect_formula_vertices_in_rect(
37        &self,
38        sheet_name: &str,
39        sr: u32,
40        sc: u32,
41        er: u32,
42        ec: u32,
43    ) {
44        let Some(sheet_id) = self.engine.graph.sheet_id(sheet_name) else {
45            return;
46        };
47        let sr0 = sr.saturating_sub(1);
48        let er0 = er.saturating_sub(1);
49        let sc0 = sc.saturating_sub(1);
50        let ec0 = ec.saturating_sub(1);
51        self.collected_regions
52            .lock()
53            .unwrap()
54            .insert(Region::rect(sheet_id, sr0, er0, sc0, ec0).normalized());
55        let Some(index) = self.engine.graph.sheet_index(sheet_id) else {
56            return;
57        };
58
59        let mut out = self.collected.lock().unwrap();
60        for u in index.vertices_in_col_range(sc0, ec0) {
61            let Some(row0) = self.engine.graph.vertex_grid_addr(u).map(|addr| addr.row()) else {
62                continue;
63            };
64            if row0 < sr0 || row0 > er0 {
65                continue;
66            }
67            match self.engine.graph.get_vertex_kind(u) {
68                VertexKind::FormulaScalar | VertexKind::FormulaArray => {
69                    if self.engine.graph.is_dirty(u) || self.engine.graph.is_volatile(u) {
70                        out.insert(u);
71                    }
72                }
73                _ => {}
74            }
75        }
76    }
77
78    fn collect_formula_vertices_for_range(
79        &self,
80        sheet_name: &str,
81        start_row: Option<u32>,
82        start_col: Option<u32>,
83        end_row: Option<u32>,
84        end_col: Option<u32>,
85    ) {
86        let Some(extent) = resolve_used_extent_with_fallback(
87            OpenRangeBounds {
88                start_row,
89                start_column: start_col,
90                end_row,
91                end_column: end_col,
92            },
93            ExtentPolicy::EvaluationCompat {
94                fallback_row: None,
95                fallback_column: None,
96            },
97            || {
98                self.engine
99                    .sheet_bounds(sheet_name)
100                    .map(|_| self.engine.config.max_open_ended_rows)
101            },
102            || {
103                self.engine
104                    .sheet_bounds(sheet_name)
105                    .map(|_| self.engine.config.max_open_ended_cols)
106            },
107            |first, last| self.engine.used_rows_for_columns(sheet_name, first, last),
108            |first, last| self.engine.used_cols_for_rows(sheet_name, first, last),
109        ) else {
110            return;
111        };
112
113        self.collect_formula_vertices_in_rect(
114            sheet_name,
115            extent.start_row,
116            extent.start_column,
117            extent.end_row,
118            extent.end_column,
119        );
120    }
121}
122
123impl<'a, R: EvaluationContext> ReferenceResolver for DynamicRefCollector<'a, R> {
124    fn resolve_cell_reference(
125        &self,
126        sheet: Option<&str>,
127        row: u32,
128        col: u32,
129    ) -> Result<LiteralValue, ExcelError> {
130        let sheet_name = sheet.unwrap_or(self.current_sheet);
131        if let Some(sheet_id) = self.engine.graph.sheet_id(sheet_name) {
132            self.collected_regions.lock().unwrap().insert(Region::point(
133                sheet_id,
134                row.saturating_sub(1),
135                col.saturating_sub(1),
136            ));
137        }
138        if let Some(&vid) = self
139            .engine
140            .graph
141            .get_vertex_id_for_address(&self.engine.graph.make_cell_ref(sheet_name, row, col))
142        {
143            self.collected.lock().unwrap().insert(vid);
144        }
145        self.engine.resolve_cell_reference(sheet, row, col)
146    }
147}
148
149impl<'a, R: EvaluationContext> RangeResolver for DynamicRefCollector<'a, R> {
150    fn resolve_range_reference(
151        &self,
152        sheet: Option<&str>,
153        sr: Option<u32>,
154        sc: Option<u32>,
155        er: Option<u32>,
156        ec: Option<u32>,
157    ) -> Result<Box<dyn Range>, ExcelError> {
158        let sheet_name = sheet.unwrap_or(self.current_sheet);
159        self.collect_formula_vertices_for_range(sheet_name, sr, sc, er, ec);
160        self.engine.resolve_range_reference(sheet, sr, sc, er, ec)
161    }
162}
163
164impl<'a, R: EvaluationContext> NamedRangeResolver for DynamicRefCollector<'a, R> {
165    fn resolve_named_range_reference(
166        &self,
167        name: &str,
168    ) -> Result<Vec<Vec<LiteralValue>>, ExcelError> {
169        self.engine.resolve_named_range_reference(name)
170    }
171}
172
173impl<'a, R: EvaluationContext> TableResolver for DynamicRefCollector<'a, R> {
174    fn resolve_table_reference(&self, tref: &TableReference) -> Result<Box<dyn Table>, ExcelError> {
175        self.engine.resolve_table_reference(tref)
176    }
177}
178
179impl<'a, R: EvaluationContext> SourceResolver for DynamicRefCollector<'a, R> {
180    fn source_scalar_version(&self, name: &str) -> Option<u64> {
181        self.engine.source_scalar_version(name)
182    }
183    fn resolve_source_scalar(&self, name: &str) -> Result<LiteralValue, ExcelError> {
184        self.engine.resolve_source_scalar(name)
185    }
186    fn source_table_version(&self, name: &str) -> Option<u64> {
187        self.engine.source_table_version(name)
188    }
189    fn resolve_source_table(&self, name: &str) -> Result<Box<dyn Table>, ExcelError> {
190        self.engine.resolve_source_table(name)
191    }
192}
193
194impl<'a, R: EvaluationContext> Resolver for DynamicRefCollector<'a, R> {}
195
196impl<'a, R: EvaluationContext> FunctionProvider for DynamicRefCollector<'a, R> {
197    fn planning_semantic_revision(&self) -> Option<u64> {
198        self.engine.planning_semantic_revision()
199    }
200
201    fn get_function(
202        &self,
203        ns: &str,
204        name: &str,
205    ) -> Option<std::sync::Arc<dyn crate::traits::Function>> {
206        self.engine.get_function(ns, name)
207    }
208
209    fn get_function_for_planning(
210        &self,
211        ns: &str,
212        name: &str,
213    ) -> Option<std::sync::Arc<dyn crate::traits::Function>> {
214        self.engine.get_function_for_planning(ns, name)
215    }
216}
217
218impl<'a, R: EvaluationContext> EvaluationContext for DynamicRefCollector<'a, R> {
219    fn cancellation_token(&self) -> Option<crate::engine::CancelToken> {
220        self.engine.cancellation_token()
221    }
222
223    fn resolve_cell_format(
224        &self,
225        sheet: Option<&str>,
226        row: u32,
227        col: u32,
228        current_sheet: &str,
229    ) -> Option<crate::format::FormatId> {
230        self.engine
231            .resolve_cell_format(sheet, row, col, current_sheet)
232    }
233
234    fn format_class(
235        &self,
236        format: crate::format::FormatId,
237    ) -> Option<formualizer_common::numfmt::FormatClass> {
238        self.engine.format_class(format)
239    }
240
241    fn record_cell_derived_format(
242        &self,
243        sheet: &str,
244        row: u32,
245        col: u32,
246        format: Option<crate::format::FormatId>,
247    ) {
248        self.engine
249            .record_cell_derived_format(sheet, row, col, format)
250    }
251
252    fn resolve_range_view<'c>(
253        &'c self,
254        reference: &ReferenceType,
255        current_sheet: &str,
256    ) -> Result<crate::engine::range_view::RangeView<'c>, ExcelError> {
257        // Collect vertices directly
258        match reference {
259            ReferenceType::Cell {
260                sheet, row, col, ..
261            } => {
262                let sheet_name = sheet.as_deref().unwrap_or(current_sheet);
263                self.collect_formula_vertices_in_rect(sheet_name, *row, *col, *row, *col);
264            }
265            ReferenceType::Range {
266                sheet,
267                start_row,
268                start_col,
269                end_row,
270                end_col,
271                ..
272            } => {
273                let sheet_name = sheet.as_deref().unwrap_or(current_sheet);
274                self.collect_formula_vertices_for_range(
275                    sheet_name, *start_row, *start_col, *end_row, *end_col,
276                );
277            }
278            ReferenceType::NamedRange(name) => {
279                let sid = self.engine.sheet_id(current_sheet);
280                if let Some(s) = sid
281                    && let Some(nr) = self.engine.graph.resolve_name_entry(name, s)
282                {
283                    let vid = nr.vertex;
284                    self.collected.lock().unwrap().insert(vid);
285                }
286            }
287            ReferenceType::Table(_) => {
288                // Table references might be tricky, skip for now or resolve from graph if possible
289            }
290            _ => {}
291        }
292
293        self.engine.resolve_range_view(reference, current_sheet)
294    }
295}
296
297pub struct RangeVirtualDepProvider;
298
299impl RangeVirtualDepProvider {
300    pub(crate) fn resolve_range<R: EvaluationContext>(
301        engine: &Engine<R>,
302        sheet_name: &str,
303        range: &formualizer_common::SheetRangeRef<'_>,
304    ) -> Option<ResolvedExtent> {
305        resolve_used_extent_with_fallback(
306            OpenRangeBounds {
307                start_row: range.start_row.map(|bound| bound.index + 1),
308                start_column: range.start_col.map(|bound| bound.index + 1),
309                end_row: range.end_row.map(|bound| bound.index + 1),
310                end_column: range.end_col.map(|bound| bound.index + 1),
311            },
312            ExtentPolicy::VirtualDependencyCompat {
313                fallback_row: None,
314                fallback_column: None,
315            },
316            || {
317                engine
318                    .sheet_bounds(sheet_name)
319                    .map(|_| engine.config.max_open_ended_rows)
320            },
321            || {
322                engine
323                    .sheet_bounds(sheet_name)
324                    .map(|_| engine.config.max_open_ended_cols)
325            },
326            |first, last| engine.used_rows_for_columns(sheet_name, first, last),
327            |first, last| engine.used_cols_for_rows(sheet_name, first, last),
328        )
329    }
330
331    pub fn get_virtual_deps<R: EvaluationContext>(
332        engine: &Engine<R>,
333        v: VertexId,
334    ) -> Vec<VertexId> {
335        let mut deps = Vec::new();
336        if let Some(ranges) = engine.graph.get_range_dependencies(v) {
337            let current_sheet_id = engine.graph.get_vertex_sheet_id(v);
338            for r in ranges {
339                let sheet_id = match r.sheet {
340                    formualizer_common::SheetLocator::Id(id) => id,
341                    _ => current_sheet_id,
342                };
343                let sheet_name = engine.graph.sheet_name(sheet_id);
344
345                let Some(extent) = Self::resolve_range(engine, sheet_name, r) else {
346                    continue;
347                };
348                let sr = extent.start_row;
349                let sc = extent.start_column;
350                let er = extent.end_row;
351                let ec = extent.end_column;
352
353                if let Some(index) = engine.graph.sheet_index(sheet_id) {
354                    let sr0 = sr.saturating_sub(1);
355                    let er0 = er.saturating_sub(1);
356                    let sc0 = sc.saturating_sub(1);
357                    let ec0 = ec.saturating_sub(1);
358                    for u in index.vertices_in_col_range(sc0, ec0) {
359                        let Some(pc) = engine.graph.vertex_grid_addr(u) else {
360                            continue;
361                        };
362                        let row0 = pc.row();
363                        if row0 < sr0 || row0 > er0 {
364                            continue;
365                        }
366                        match engine.graph.get_vertex_kind(u) {
367                            VertexKind::FormulaScalar | VertexKind::FormulaArray => {
368                                if (engine.graph.is_dirty(u) || engine.graph.is_volatile(u))
369                                    && u != v
370                                {
371                                    deps.push(u);
372                                }
373                            }
374                            _ => {}
375                        }
376                    }
377                }
378            }
379        }
380        deps
381    }
382}
383
384pub struct VirtualDepBuilder<'a, R: EvaluationContext> {
385    engine: &'a Engine<R>,
386}
387
388impl<'a, R: EvaluationContext> VirtualDepBuilder<'a, R> {
389    pub fn new(engine: &'a Engine<R>) -> Self {
390        Self { engine }
391    }
392    pub fn build(
393        &self,
394        candidates: &[VertexId],
395    ) -> (
396        rustc_hash::FxHashMap<VertexId, Vec<VertexId>>,
397        Vec<VertexId>,
398    ) {
399        let mut vdeps: rustc_hash::FxHashMap<VertexId, Vec<VertexId>> =
400            rustc_hash::FxHashMap::default();
401        let augmented_vertices: Vec<VertexId> = Vec::new(); // Will be populated in Phase 3
402
403        for &v in candidates {
404            let mut deps = RangeVirtualDepProvider::get_virtual_deps(self.engine, v);
405            let dynamic_deps = DynamicRefVirtualDepProvider::get_virtual_deps(self.engine, v);
406
407            deps.extend(dynamic_deps);
408            deps.sort_unstable();
409            deps.dedup();
410
411            if !deps.is_empty() {
412                vdeps.insert(v, deps);
413            }
414        }
415
416        (vdeps, augmented_vertices)
417    }
418}
419
420pub struct DynamicRefVirtualDepProvider;
421
422impl DynamicRefVirtualDepProvider {
423    fn collect<R: EvaluationContext>(
424        engine: &Engine<R>,
425        v: VertexId,
426    ) -> (Vec<VertexId>, Vec<Region>) {
427        if !engine.graph.is_dynamic(v) {
428            return (Vec::new(), Vec::new());
429        }
430        let Some(ast_id) = engine.graph.get_formula_id(v) else {
431            return (Vec::new(), Vec::new());
432        };
433        let sheet_id = engine.graph.get_vertex_sheet_id(v);
434        let sheet_name = engine.graph.sheet_name(sheet_id);
435        let collector = DynamicRefCollector::new(engine, sheet_name);
436        let cell_ref = engine
437            .graph
438            .get_cell_ref(v)
439            .unwrap_or_else(|| engine.graph.make_cell_ref(sheet_name, 0, 0));
440        let interpreter = Interpreter::new_with_cell(&collector, sheet_name, cell_ref);
441        let _ = interpreter.evaluate_arena_ast(
442            ast_id,
443            engine.graph.data_store(),
444            engine.graph.sheet_reg(),
445        );
446        let mut deps = collector
447            .collected
448            .lock()
449            .unwrap()
450            .iter()
451            .copied()
452            .filter(|&dependency| dependency != v)
453            .collect::<Vec<_>>();
454        deps.sort_unstable();
455        deps.dedup();
456        let mut regions = collector
457            .collected_regions
458            .lock()
459            .unwrap()
460            .iter()
461            .copied()
462            .collect::<Vec<_>>();
463        regions.sort_by_key(|region| {
464            let (rows, cols) = region.axis_ranges();
465            (region.sheet_id(), rows.query_bounds(), cols.query_bounds())
466        });
467        regions.dedup();
468        (deps, regions)
469    }
470
471    pub fn get_virtual_deps<R: EvaluationContext>(
472        engine: &Engine<R>,
473        v: VertexId,
474    ) -> Vec<VertexId> {
475        Self::collect(engine, v).0
476    }
477
478    pub(crate) fn get_virtual_regions<R: EvaluationContext>(
479        engine: &Engine<R>,
480        v: VertexId,
481    ) -> Vec<Region> {
482        Self::collect(engine, v).1
483    }
484}
formualizer_eval/engine/virtual_deps.rs

formualizer_eval/engine/
virtual_deps.rs
