source_map_cache/
lib.rs

1/*
2 * Copyright (c) Peter Bjorklund. All rights reserved. https://github.com/swamp/swamp
3 * Licensed under the MIT License. See LICENSE in the project root for license information.
4 */
5use pathdiff::diff_paths;
6use seq_map::SeqMap;
7use source_map_node::{Node, Span};
8use std::fmt::Debug;
9use std::io::ErrorKind;
10use std::path::{Path, PathBuf};
11use std::{fs, io};
12pub mod prelude;
13pub type FileId = u16;
14
15pub struct KeepTrackOfSourceLine {
16    pub last_line_info: SourceFileLineInfo,
17    pub current_line: usize,
18}
19
20impl Default for KeepTrackOfSourceLine {
21    fn default() -> Self {
22        Self::new()
23    }
24}
25
26impl KeepTrackOfSourceLine {
27    #[must_use]
28    pub const fn new() -> Self {
29        Self {
30            last_line_info: SourceFileLineInfo {
31                row: usize::MAX,
32                file_id: usize::MAX,
33            },
34            current_line: usize::MAX,
35        }
36    }
37
38    pub fn check_if_new_line(&mut self, found: &SourceFileLineInfo) -> Option<(usize, usize)> {
39        if self.last_line_info.file_id != found.file_id || found.row != self.current_line {
40            self.last_line_info = found.clone();
41            self.current_line = self.last_line_info.row;
42            Some((self.last_line_info.row, self.last_line_info.row))
43        } else if found.row == self.current_line {
44            None
45        } else {
46            let line_start = self.current_line;
47            self.current_line = found.row;
48            Some((line_start, found.row))
49        }
50    }
51}
52
53#[derive(Eq, PartialEq, Clone)]
54pub struct SourceFileLineInfo {
55    pub row: usize,
56    pub file_id: usize,
57}
58
59#[derive(Debug)]
60pub struct FileInfo {
61    pub mount_name: String,
62    pub relative_path: PathBuf,
63    pub contents: String,
64    pub line_offsets: Box<[u16]>,
65}
66
67#[derive(Debug)]
68pub struct SourceMap {
69    pub mounts: SeqMap<String, PathBuf>,
70    pub cache: SeqMap<FileId, FileInfo>,
71    pub file_cache: SeqMap<(String, String), FileId>,
72    pub next_file_id: FileId,
73}
74
75#[derive(Debug)]
76pub struct RelativePath(pub String);
77
78impl SourceMap {
79    /// # Errors
80    ///
81    pub fn new(mounts: &SeqMap<String, PathBuf>) -> io::Result<Self> {
82        let mut canonical_mounts = SeqMap::new();
83        for (mount_name, base_path) in mounts {
84            let canon_path = base_path.canonicalize().map_err(|_| {
85                io::Error::new(
86                    io::ErrorKind::InvalidData,
87                    format!("could not canonicalize {base_path:?}"),
88                )
89            })?;
90
91            if !canon_path.is_dir() {
92                return Err(io::Error::new(
93                    ErrorKind::NotFound,
94                    format!("{canon_path:?} is not a directory"),
95                ));
96            }
97            canonical_mounts
98                .insert(mount_name.clone(), canon_path)
99                .map_err(|_| {
100                    io::Error::new(io::ErrorKind::InvalidData, "could not insert mount")
101                })?;
102        }
103        Ok(Self {
104            mounts: canonical_mounts,
105            cache: SeqMap::new(),
106            file_cache: SeqMap::new(),
107            next_file_id: 1,
108        })
109    }
110
111    /// # Errors
112    ///
113    pub fn add_mount(&mut self, name: &str, path: &Path) -> io::Result<()> {
114        if !path.is_dir() {
115            return Err(io::Error::new(
116                ErrorKind::NotFound,
117                format!("{path:?} is not a directory"),
118            ));
119        }
120        self.mounts
121            .insert(name.to_string(), path.to_path_buf())
122            .map_err(|_| io::Error::new(io::ErrorKind::InvalidData, "could not insert mount"))
123    }
124
125    #[must_use]
126    pub fn base_path(&self, name: &str) -> &Path {
127        self.mounts.get(&name.to_string()).unwrap_or_else(|| {
128            panic!("could not find path {name}");
129        })
130    }
131
132    pub fn read_file(&mut self, path: &Path, mount_name: &str) -> io::Result<(FileId, String)> {
133        let found_base_path = self.base_path(mount_name);
134        let relative_path = diff_paths(path, found_base_path)
135            .unwrap_or_else(|| panic!("could not find relative path {path:?} {found_base_path:?}"));
136
137        let contents = fs::read_to_string(path)?;
138
139        let id = self.next_file_id;
140        self.next_file_id += 1;
141
142        self.add_manual(id, mount_name, &relative_path, &contents);
143
144        Ok((id, contents))
145    }
146
147    pub fn add_to_cache(
148        &mut self,
149        mount_name: &str,
150        relative_path: &Path,
151        contents: &str,
152        file_id: FileId,
153    ) {
154        self.add_manual(file_id, mount_name, relative_path, contents);
155    }
156
157    pub fn add_manual(
158        &mut self,
159        id: FileId,
160        mount_name: &str,
161        relative_path: &Path,
162        contents: &str,
163    ) {
164        let line_offsets = Self::compute_line_offsets(contents);
165
166        self.cache
167            .insert(
168                id,
169                FileInfo {
170                    mount_name: mount_name.to_string(),
171                    relative_path: relative_path.to_path_buf(),
172                    contents: contents.to_string(),
173                    line_offsets,
174                },
175            )
176            .expect("could not add file info");
177
178        // Update file_cache to maintain consistency
179        self.file_cache
180            .insert(
181                (
182                    mount_name.to_string(),
183                    relative_path.to_str().unwrap().to_string(),
184                ),
185                id,
186            )
187            .expect("could not add to file cache");
188    }
189
190    pub fn add_manual_no_id(
191        &mut self,
192        mount_name: &str,
193        relative_path: &Path,
194        contents: &str,
195    ) -> FileId {
196        let line_offsets = Self::compute_line_offsets(contents);
197        let id = self.next_file_id;
198        self.next_file_id += 1;
199
200        self.cache
201            .insert(
202                id,
203                FileInfo {
204                    mount_name: mount_name.to_string(),
205                    relative_path: relative_path.to_path_buf(),
206                    contents: contents.to_string(),
207                    line_offsets,
208                },
209            )
210            .expect("could not add file info");
211
212        // Update file_cache to maintain consistency
213        self.file_cache
214            .insert(
215                (
216                    mount_name.to_string(),
217                    relative_path.to_str().unwrap().to_string(),
218                ),
219                id,
220            )
221            .expect("could not add to file cache");
222
223        id
224    }
225
226    pub fn read_file_relative(
227        &mut self,
228        mount_name: &str,
229        relative_path: &str,
230    ) -> io::Result<(FileId, String)> {
231        if let Some(found_in_cache) = self
232            .file_cache
233            .get(&(mount_name.to_string(), relative_path.to_string()))
234        {
235            let contents = self.cache.get(found_in_cache).unwrap().contents.clone();
236            return Ok((*found_in_cache, contents));
237        }
238
239        let buf = self.to_file_system_path(mount_name, relative_path)?;
240        self.read_file(&buf, mount_name)
241    }
242
243    fn to_file_system_path(&self, mount_name: &str, relative_path: &str) -> io::Result<PathBuf> {
244        let base_path = self.base_path(mount_name).to_path_buf();
245        let mut path_buf = base_path;
246
247        path_buf.push(relative_path);
248
249        path_buf.canonicalize().map_err(|_| {
250            io::Error::other(format!(
251                "path is wrong mount:{mount_name} relative:{relative_path}",
252            ))
253        })
254    }
255
256    fn compute_line_offsets(contents: &str) -> Box<[u16]> {
257        let mut offsets = Vec::new();
258        offsets.push(0);
259
260        // Track positions of all newlines
261        for (i, &byte) in contents.as_bytes().iter().enumerate() {
262            if byte == b'\n' {
263                // Safety: new line is always encoded as single octet
264                let next_line_start = u16::try_from(i + 1).expect("too big file");
265                offsets.push(next_line_start);
266            }
267        }
268
269        // Always add the end of file position if it's not already there
270        // (happens when file doesn't end with newline)
271        let eof_offset = u16::try_from(contents.len()).expect("too big file");
272        if offsets.last().is_none_or(|&last| last != eof_offset) {
273            offsets.push(eof_offset);
274        }
275
276        offsets.into_boxed_slice()
277    }
278
279    #[must_use]
280    pub fn get_span_source(&self, file_id: FileId, offset: usize, length: usize) -> &str {
281        self.cache.get(&file_id).map_or_else(
282            || {
283                "ERROR"
284                //panic!("{}", &format!("Invalid file_id {file_id} in span"));
285            },
286            |file_info| {
287                let start = offset;
288                let end = start + length;
289                &file_info.contents[start..end]
290            },
291        )
292    }
293
294    #[must_use]
295    pub fn get_source_line(&self, file_id: FileId, line_number: usize) -> Option<&str> {
296        let file_info = self.cache.get(&file_id)?;
297
298        // Check if the requested line number is valid
299        if line_number == 0 || line_number >= file_info.line_offsets.len() {
300            return None;
301        }
302
303        let start_offset = file_info.line_offsets[line_number - 1] as usize;
304        let end_offset = file_info.line_offsets[line_number] as usize;
305
306        let line = &file_info.contents[start_offset..end_offset];
307
308        // Remove trailing newline if present.
309        // Some files may not end with a newline.
310        if line.ends_with('\n') {
311            Some(&line[..line.len() - 1])
312        } else {
313            Some(line)
314        }
315    }
316
317    #[must_use]
318    pub fn get_span_location_utf8(&self, file_id: FileId, offset: usize) -> (usize, usize) {
319        if let Some(file_info) = self.cache.get(&file_id) {
320            let offset = offset as u16;
321
322            // Find the line containing 'offset' via binary search.
323            let line_idx = file_info
324                .line_offsets
325                .binary_search(&offset)
326                .unwrap_or_else(|insert_point| insert_point.saturating_sub(1));
327
328            // Determine the start of the line in bytes
329            let line_start = file_info.line_offsets[line_idx] as usize;
330            let octet_offset = offset as usize;
331
332            // Extract the line slice from line_start to offset
333            let line_text = &file_info.contents[line_start..octet_offset];
334
335            // Count UTF-8 characters in that range, because that is what the end user sees in their editor.
336            let column_character_offset = line_text.chars().count();
337
338            // Add one so it makes more sense to the end user
339            (line_idx + 1, column_character_offset + 1)
340        } else {
341            (0, 0)
342        }
343    }
344
345    #[must_use]
346    pub fn fetch_relative_filename(&self, file_id: FileId) -> &str {
347        self.cache
348            .get(&file_id)
349            .unwrap()
350            .relative_path
351            .to_str()
352            .unwrap()
353    }
354
355    pub fn minimal_relative_path(target: &Path, current_dir: &Path) -> io::Result<PathBuf> {
356        let current_dir_components = current_dir.components().collect::<Vec<_>>();
357        let target_components = target.components().collect::<Vec<_>>();
358
359        let mut common_prefix_len = 0;
360        for i in 0..std::cmp::min(current_dir_components.len(), target_components.len()) {
361            if current_dir_components[i] == target_components[i] {
362                common_prefix_len += 1;
363            } else {
364                break;
365            }
366        }
367
368        let mut relative_path = PathBuf::new();
369
370        for _ in 0..(current_dir_components.len() - common_prefix_len) {
371            relative_path.push("..");
372        }
373
374        for component in &target_components[common_prefix_len..] {
375            relative_path.push(component);
376        }
377        Ok(relative_path)
378    }
379
380    pub fn get_relative_path_to(&self, file_id: FileId, current_dir: &Path) -> io::Result<PathBuf> {
381        let file_info = self.cache.get(&file_id).unwrap();
382        let mount_path = self.mounts.get(&file_info.mount_name).unwrap();
383
384        let absolute_path = mount_path.join(&file_info.relative_path);
385
386        Self::minimal_relative_path(&absolute_path, current_dir)
387    }
388
389    #[must_use]
390    pub fn get_text(&self, node: &Node) -> &str {
391        self.get_span_source(
392            node.span.file_id,
393            node.span.offset as usize,
394            node.span.length as usize,
395        )
396    }
397
398    #[must_use]
399    pub fn get_text_span(&self, span: &Span) -> &str {
400        self.get_span_source(span.file_id, span.offset as usize, span.length as usize)
401    }
402
403    #[must_use]
404    pub fn get_line(&self, span: &Span, current_dir: &Path) -> FileLineInfo {
405        let relative_file_name = self
406            .get_relative_path_to(span.file_id, current_dir)
407            .unwrap();
408        let (row, col) = self.get_span_location_utf8(span.file_id, span.offset as usize);
409        let line = self.get_source_line(span.file_id, row).unwrap();
410
411        FileLineInfo {
412            row,
413            col,
414            line: line.to_string(),
415            relative_file_name: relative_file_name.to_str().unwrap().to_string(),
416        }
417    }
418
419    pub fn set(&mut self, mount_name: &str, relative_path: &Path, contents: &str) -> FileId {
420        // Check if file already exists in cache
421        if let Some(&existing_file_id) = self.file_cache.get(&(
422            mount_name.to_string(),
423            relative_path.to_str().unwrap().to_string(),
424        )) {
425            // File exists, update its contents
426            let line_offsets = Self::compute_line_offsets(contents);
427
428            if let Some(file_info) = self.cache.get_mut(&existing_file_id) {
429                file_info.contents = contents.to_string();
430                file_info.line_offsets = line_offsets;
431            }
432
433            existing_file_id
434        } else {
435            // File doesn't exist, add it as new
436            self.add_manual_no_id(mount_name, relative_path, contents)
437        }
438    }
439}
440
441pub struct FileLineInfo {
442    pub row: usize,
443    pub col: usize,
444    pub line: String,
445    pub relative_file_name: String,
446}
447
448pub struct SourceLineInfo {
449    pub line: String,
450    pub relative_file_name: String,
451}
452
453pub trait SourceMapLookup: Debug {
454    fn get_text(&self, node: &Node) -> &str;
455    fn get_text_span(&self, span: &Span) -> &str;
456    fn get_line(&self, span: &Span) -> FileLineInfo;
457    fn get_relative_path(&self, file_id: FileId) -> String;
458    fn get_source_line(&self, file_id: FileId, row: usize) -> Option<&str>;
459}
460
461#[derive(Debug)]
462pub struct SourceMapWrapper<'a> {
463    pub source_map: &'a SourceMap,
464    pub current_dir: PathBuf,
465}
466
467impl SourceMapLookup for SourceMapWrapper<'_> {
468    fn get_text(&self, resolved_node: &Node) -> &str {
469        self.source_map.get_text(resolved_node)
470    }
471
472    fn get_text_span(&self, span: &Span) -> &str {
473        self.source_map.get_text_span(span)
474    }
475
476    fn get_line(&self, span: &Span) -> FileLineInfo {
477        self.source_map.get_line(span, &self.current_dir)
478    }
479
480    fn get_relative_path(&self, file_id: FileId) -> String {
481        self.source_map
482            .get_relative_path_to(file_id, &self.current_dir)
483            .unwrap()
484            .to_str()
485            .unwrap()
486            .to_string()
487    }
488
489    fn get_source_line(&self, file_id: FileId, line_number: usize) -> Option<&str> {
490        self.source_map.get_source_line(file_id, line_number)
491    }
492}