fresh-editor 0.4.0

A lightweight, fast terminal-based text editor with LSP support and TypeScript plugins
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
//! Whole-buffer visual-row index.
//!
//! A second-tier cache sitting on `EditorState` alongside
//! [`LineWrapCache`](crate::view::line_wrap_cache::LineWrapCache).
//! Where `LineWrapCache` answers per-line questions ("layout for line K"),
//! this index answers whole-buffer questions:
//!
//!   * `total_rows()` — total visual row count (O(1)).
//!   * `position_at_row(r)` — `(line_idx, line_start_byte, offset_in_line)`
//!     for any visual row (O(log N_lines) via `partition_point`).
//!   * `line_first_row(i)` — cumulative visual row at the start of line `i`
//!     (O(1)).
//!
//! Storage: a parallel pair of vectors with `N_lines + 1` entries.
//!
//!     prefix_sums[i] = sum of visual row counts of logical lines 0..i
//!     line_starts[i] = byte offset where logical line i begins
//!
//!     prefix_sums[N] = total visual rows
//!     line_starts[N] = buffer length (sentinel)
//!
//! Population: derived from `LineWrapCache`. Each entry `prefix_sums[i+1]
//! - prefix_sums[i]` equals `cache_entry.len()` for line `i`. On a miss
//! the build path falls through to `compute_line_layout` (same miss
//! handler the per-line cache uses), so the row counts always match the
//! pipeline output. No second wrap implementation; no drift.
//!
//! Invalidation: keyed on the same pipeline-input version + geometry
//! that determines per-line row counts. Any version bump or width /
//! gutter / wrap-flag change → key changes → stale index becomes
//! unreachable. Build is lazy on next query.
//!
//! Replaces three independent O(N_lines) folds:
//!   * scroll math's `build_visual_row_map` (per mouse event)
//!   * scrollbar render's `scrollbar_visual_row_counts` (per frame)
//!   * `ensure_visible` wrapped scroll-up walk (per keystroke)

use crate::state::EditorState;
use crate::view::line_wrap_cache::{
    count_visual_rows_for_text, count_visual_rows_for_text_with_soft_breaks,
    pipeline_inputs_version, CacheViewMode, LineWrapKey, WrapGeometry,
};

/// All inputs that determine the per-line visual row counts a buffer
/// produces.  Identical to `LineWrapKey`'s geometry-related fields
/// minus `line_start` (which varies across lines).  Mutating any of
/// these → different key → stale index becomes unreachable.
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub struct VisualRowIndexKey {
    pub pipeline_inputs_version: u64,
    pub view_mode: CacheViewMode,
    pub effective_width: u32,
    pub gutter_width: u16,
    pub wrap_column: Option<u32>,
    pub hanging_indent: bool,
    pub line_wrap_enabled: bool,
}

impl VisualRowIndexKey {
    /// Build the matching per-line `LineWrapKey` for a given line start.
    fn line_key(&self, line_start: usize) -> LineWrapKey {
        LineWrapKey {
            pipeline_inputs_version: self.pipeline_inputs_version,
            view_mode: self.view_mode,
            line_start,
            effective_width: self.effective_width,
            gutter_width: self.gutter_width,
            wrap_column: self.wrap_column,
            hanging_indent: self.hanging_indent,
            line_wrap_enabled: self.line_wrap_enabled,
        }
    }
}

/// The index itself: prefix sums + line-start byte offsets, plus the
/// key the index was built for so callers can detect staleness.
#[derive(Debug, Clone, Default)]
pub struct VisualRowIndex {
    key: Option<VisualRowIndexKey>,
    /// `prefix_sums[i]` = total visual rows in lines 0..i.
    /// `prefix_sums.last()` = total visual rows in the buffer.
    /// Length = N_lines + 1.
    prefix_sums: Vec<u32>,
    /// `line_starts[i]` = byte offset where logical line `i` begins.
    /// `line_starts.last()` = buffer length (sentinel).
    /// Length = N_lines + 1.
    line_starts: Vec<usize>,
}

impl VisualRowIndex {
    pub fn is_built_for(&self, key: &VisualRowIndexKey) -> bool {
        self.key.as_ref() == Some(key)
    }

    /// Discard any cached state — used when the editor knows the
    /// underlying buffer changed in ways the key wouldn't catch (e.g.
    /// buffer swap).
    pub fn clear(&mut self) {
        self.key = None;
        self.prefix_sums.clear();
        self.line_starts.clear();
    }

    /// Number of logical lines covered (== `prefix_sums.len() - 1`).
    pub fn line_count(&self) -> usize {
        self.prefix_sums.len().saturating_sub(1)
    }

    /// Total visual rows across all logical lines (O(1)).
    pub fn total_rows(&self) -> u32 {
        *self.prefix_sums.last().unwrap_or(&0)
    }

    /// First visual row of logical line `line_idx` (O(1)).
    pub fn line_first_row(&self, line_idx: usize) -> u32 {
        *self.prefix_sums.get(line_idx).unwrap_or(&self.total_rows())
    }

    /// Visual row count of logical line `line_idx` (O(1)).
    pub fn line_row_count(&self, line_idx: usize) -> u32 {
        let next = self
            .prefix_sums
            .get(line_idx + 1)
            .copied()
            .unwrap_or_else(|| self.total_rows());
        next - self.line_first_row(line_idx)
    }

    /// Byte offset of the start of logical line `line_idx` (O(1)).
    pub fn line_start_byte(&self, line_idx: usize) -> usize {
        *self.line_starts.get(line_idx).unwrap_or(&0)
    }

    /// Find the logical line that contains byte offset `byte` (O(log N)).
    /// Returns `(line_idx, line_start_byte)`.  Bytes past the last line
    /// resolve to the last line.
    pub fn line_for_byte(&self, byte: usize) -> (usize, usize) {
        let n = self.line_count();
        if n == 0 {
            return (0, 0);
        }
        // `line_starts[N]` is the buffer-length sentinel; clamp so we
        // never return that index.  Largest i in 0..N such that
        // line_starts[i] <= byte.
        let p = self.line_starts.partition_point(|&s| s <= byte);
        let i = p.saturating_sub(1).min(n - 1);
        (i, self.line_starts[i])
    }

    /// Convert an absolute visual row to `(line_idx, line_start_byte,
    /// offset_in_line)`.  Saturates to the last valid row if `row` is
    /// out of range.  O(log N).
    pub fn position_at_row(&self, row: u32) -> (usize, usize, usize) {
        if self.prefix_sums.is_empty() {
            return (0, 0, 0);
        }
        let total = self.total_rows();
        let target = row.min(total.saturating_sub(1));
        // Largest i such that prefix_sums[i] <= target.
        let p = self.prefix_sums.partition_point(|&s| s <= target);
        let i = p.saturating_sub(1).min(self.line_count().saturating_sub(1));
        let offset = (target - self.prefix_sums[i]) as usize;
        (i, self.line_starts[i], offset)
    }
}

/// Ensure `state.visual_row_index` is built for `key`.  Cheap if it
/// already matches; otherwise re-walks all lines to compute per-line
/// visual-row counts.
///
/// On hit in `LineWrapCache` (renderer-populated entries for visible
/// lines), reads `entry.len()` for free.  On miss, runs the cheap
/// count-only path (`count_visual_rows_for_text` — wrap + tally,
/// skipping `ViewLineIterator` materialization and per-char `Vec<ViewLine>`
/// allocation).  Does **not** write back into `LineWrapCache` on miss:
/// the index has its own `prefix_sums` storage and doesn't need the
/// cache for its own answers, and skipping the put avoids the per-char
/// allocation churn the profile flagged (`ViewLineIterator::next` 7.4%,
/// `Vec<ViewLine>` growth ~10–15%).  Off-screen lines that are needed
/// by other consumers later will be filled by the renderer's writeback
/// when they become visible.
///
/// Skips the build entirely when the buffer is empty or `line_count()`
/// is unavailable.  Callers that need a guaranteed-built index should
/// check `is_built_for(key)` after this returns.
pub fn ensure_built(state: &mut EditorState, key: &VisualRowIndexKey) {
    if state.visual_row_index.is_built_for(key) {
        return;
    }

    let buffer_len = state.buffer.len();
    let line_count = state
        .buffer
        .line_count()
        .unwrap_or_else(|| (buffer_len / state.buffer.estimated_line_length()).max(1));
    if line_count == 0 {
        // No lines yet — store an empty index keyed so we don't rebuild
        // every call.
        state.visual_row_index = VisualRowIndex {
            key: Some(*key),
            prefix_sums: vec![0],
            line_starts: vec![0],
        };
        return;
    }

    let effective_width = key.effective_width as usize;
    let gutter_width = key.gutter_width as usize;
    let hanging_indent = key.hanging_indent;

    // Pre-fetch the buffer-wide soft breaks and virtual lines once,
    // then per-line we slice into them with `partition_point`.  Each
    // slice walk is O(N_breaks_in_line) which is tiny vs the per-line
    // wrap work.  Without these the index undercounts:
    //   * soft breaks: the renderer wraps each segment between breaks
    //     independently and can produce more rows than the segments'
    //     count + 1 (each segment may itself need word-wrap).
    //   * virtual lines: plugin-injected `LineAbove` / `LineBelow`
    //     entries (e.g. markdown_compose's table borders) draw real
    //     rows that scrollbar / PageDown / mouse-wheel `max_scroll_row`
    //     must include or the user can't reach the buffer's tail.
    let soft_break_pairs: Vec<(usize, u16)> = if state.soft_breaks.is_empty() {
        Vec::new()
    } else {
        state
            .soft_breaks
            .query_viewport(0, buffer_len + 1, &state.marker_list)
    };
    let virtual_line_positions: Vec<usize> = if state.virtual_texts.is_empty() {
        Vec::new()
    } else {
        let mut v: Vec<usize> = state
            .virtual_texts
            .query_lines_in_range(&state.marker_list, 0, buffer_len + 1)
            .into_iter()
            .map(|(pos, _)| pos)
            .collect();
        v.sort_unstable();
        v
    };

    // Build into local Vecs first so we don't fight the borrow checker
    // when re-borrowing `state` per line.
    let mut prefix_sums: Vec<u32> = Vec::with_capacity(line_count + 1);
    let mut line_starts: Vec<usize> = Vec::with_capacity(line_count + 1);
    let mut running: u32 = 0;
    prefix_sums.push(0);

    for line_idx in 0..line_count {
        let line_start = state
            .buffer
            .line_start_offset(line_idx)
            .unwrap_or(buffer_len);
        let line_end = if line_idx + 1 < line_count {
            state
                .buffer
                .line_start_offset(line_idx + 1)
                .unwrap_or(buffer_len)
        } else {
            buffer_len
        };
        line_starts.push(line_start);

        let line_breaks = slice_in_range(&soft_break_pairs, line_start, line_end);
        let virtual_rows = count_in_range(&virtual_line_positions, line_start, line_end) as u32;

        let line_key = key.line_key(line_start);
        let wrap_rows: u32 = if let Some(cached) = state.line_wrap_cache.get(&line_key) {
            // Renderer (or a previous full-fidelity miss handler) put
            // a real layout here — read its row count for free.
            // The cached layout already reflects soft breaks (the
            // renderer applies them before wrapping); virtual lines
            // are added separately below.
            (cached.len() as u32).max(1)
        } else if !key.line_wrap_enabled {
            // Without wrap, every logical line is exactly one visual row.
            // Don't bother running the pipeline.
            1
        } else {
            // Cache miss: compute the row count via the cheapest
            // pipeline tap — wrap-only, no ViewLine materialization.
            // We deliberately skip `LineWrapCache.put()` here: the
            // index stores `prefix_sums` standalone, and writing back
            // would cost the per-char `Vec<ViewLine>` allocation the
            // profile flagged.  When the line later becomes visible,
            // the renderer's writeback will fill the cache with the
            // full-fidelity layout.
            let Some(bytes) = state.buffer.get_line(line_idx) else {
                // Best-effort: missing line still counts as 1 row.
                running = running.saturating_add(1 + virtual_rows);
                prefix_sums.push(running);
                continue;
            };
            let line_content = String::from_utf8_lossy(&bytes);
            let trimmed = line_content.trim_end_matches('\n').trim_end_matches('\r');
            if line_breaks.is_empty() {
                count_visual_rows_for_text(trimmed, effective_width, gutter_width, hanging_indent)
            } else {
                count_visual_rows_for_text_with_soft_breaks(
                    trimmed,
                    line_start,
                    line_breaks,
                    effective_width,
                    gutter_width,
                    hanging_indent,
                )
            }
        };

        running = running.saturating_add(wrap_rows.saturating_add(virtual_rows));
        prefix_sums.push(running);
    }
    line_starts.push(buffer_len);

    state.visual_row_index = VisualRowIndex {
        key: Some(*key),
        prefix_sums,
        line_starts,
    };
}

/// `partition_point`-based slice for a sorted `(byte_position, indent)`
/// list, returning the entries with `byte_position` in `[start, end)`.
fn slice_in_range(pairs: &[(usize, u16)], start: usize, end: usize) -> &[(usize, u16)] {
    let lo = pairs.partition_point(|(p, _)| *p < start);
    let hi = pairs.partition_point(|(p, _)| *p < end);
    &pairs[lo..hi]
}

/// Count of entries in a sorted `usize` list with `value` in `[start, end)`.
fn count_in_range(positions: &[usize], start: usize, end: usize) -> usize {
    let lo = positions.partition_point(|p| *p < start);
    let hi = positions.partition_point(|p| *p < end);
    hi - lo
}

/// Convenience: build the index for `state` from a `WrapGeometry`,
/// using the state's current pipeline-input versions.
pub fn ensure_built_from_geom(state: &mut EditorState, geom: &WrapGeometry) {
    let key = VisualRowIndexKey {
        pipeline_inputs_version: pipeline_inputs_version(
            state.buffer.version(),
            state.soft_breaks.version(),
            state.conceals.version(),
            state.virtual_texts.version(),
        ),
        view_mode: geom.view_mode,
        effective_width: geom.effective_width as u32,
        gutter_width: geom.gutter_width as u16,
        wrap_column: geom.wrap_column,
        hanging_indent: geom.hanging_indent,
        line_wrap_enabled: geom.line_wrap_enabled,
    };
    ensure_built(state, &key);
}

#[cfg(test)]
mod tests {
    use super::*;

    fn idx_with(prefix: Vec<u32>, starts: Vec<usize>) -> VisualRowIndex {
        VisualRowIndex {
            key: Some(VisualRowIndexKey {
                pipeline_inputs_version: 0,
                view_mode: CacheViewMode::Source,
                effective_width: 80,
                gutter_width: 6,
                wrap_column: None,
                hanging_indent: false,
                line_wrap_enabled: true,
            }),
            prefix_sums: prefix,
            line_starts: starts,
        }
    }

    #[test]
    fn empty_index_total_is_zero() {
        let idx = VisualRowIndex::default();
        assert_eq!(idx.total_rows(), 0);
        assert_eq!(idx.line_count(), 0);
    }

    #[test]
    fn single_line_one_row() {
        let idx = idx_with(vec![0, 1], vec![0, 10]);
        assert_eq!(idx.total_rows(), 1);
        assert_eq!(idx.line_count(), 1);
        assert_eq!(idx.line_first_row(0), 0);
        assert_eq!(idx.line_row_count(0), 1);
        assert_eq!(idx.position_at_row(0), (0, 0, 0));
    }

    #[test]
    fn multi_line_no_wrap() {
        // 3 lines, 1 row each.
        let idx = idx_with(vec![0, 1, 2, 3], vec![0, 10, 20, 30]);
        assert_eq!(idx.total_rows(), 3);
        assert_eq!(idx.line_count(), 3);
        assert_eq!(idx.position_at_row(0), (0, 0, 0));
        assert_eq!(idx.position_at_row(1), (1, 10, 0));
        assert_eq!(idx.position_at_row(2), (2, 20, 0));
        // Out-of-range saturates to the last row.
        assert_eq!(idx.position_at_row(99), (2, 20, 0));
    }

    #[test]
    fn wrapped_line_offsets() {
        // Line 0: 1 row.  Line 1: 3 rows (wrapped).  Line 2: 2 rows.
        let idx = idx_with(vec![0, 1, 4, 6], vec![0, 10, 200, 300]);
        assert_eq!(idx.total_rows(), 6);
        assert_eq!(idx.line_row_count(0), 1);
        assert_eq!(idx.line_row_count(1), 3);
        assert_eq!(idx.line_row_count(2), 2);
        // Row 0 → line 0, offset 0.
        assert_eq!(idx.position_at_row(0), (0, 0, 0));
        // Rows 1..4 → line 1, offsets 0..3.
        assert_eq!(idx.position_at_row(1), (1, 10, 0));
        assert_eq!(idx.position_at_row(2), (1, 10, 1));
        assert_eq!(idx.position_at_row(3), (1, 10, 2));
        // Rows 4..6 → line 2, offsets 0..2.
        assert_eq!(idx.position_at_row(4), (2, 200, 0));
        assert_eq!(idx.position_at_row(5), (2, 200, 1));
    }

    #[test]
    fn line_for_byte_resolves_to_containing_line() {
        let idx = idx_with(vec![0, 1, 2, 3], vec![0, 10, 20, 30]);
        assert_eq!(idx.line_for_byte(0), (0, 0));
        assert_eq!(idx.line_for_byte(5), (0, 0));
        assert_eq!(idx.line_for_byte(10), (1, 10));
        assert_eq!(idx.line_for_byte(15), (1, 10));
        assert_eq!(idx.line_for_byte(20), (2, 20));
        assert_eq!(idx.line_for_byte(29), (2, 20));
        // Past last line start: maps to last line index.
        assert_eq!(idx.line_for_byte(99), (2, 20));
    }

    #[test]
    fn is_built_for_detects_key_mismatch() {
        let idx = idx_with(vec![0, 1], vec![0, 10]);
        let mut k = idx.key.unwrap();
        assert!(idx.is_built_for(&k));
        k.effective_width += 1;
        assert!(!idx.is_built_for(&k));
    }

    #[test]
    fn clear_resets_to_default() {
        let mut idx = idx_with(vec![0, 1, 2, 3], vec![0, 10, 20, 30]);
        idx.clear();
        assert_eq!(idx.total_rows(), 0);
        assert_eq!(idx.line_count(), 0);
        assert!(idx.key.is_none());
    }
}