Struct DocumentLoader 

pub struct DocumentLoader { /* private fields */ }

Document loader with transform shortcuts

DocumentLoader provides a convenient API for loading source text and running transforms on it. It’s used by both production code (CLI, libraries) and tests.

Example

use lex_parser::lex::loader::DocumentLoader;

// Load from file and parse
let doc = DocumentLoader::from_path("example.lex")
    .unwrap()
    .parse()
    .unwrap();

// Load from string and get tokens
let tokens = DocumentLoader::from_string("Hello world\n")
    .tokenize()
    .unwrap();

Implementations

impl DocumentLoader

pub fn from_path<P: AsRef<Path>>(path: P) -> Result<Self, LoaderError>

Load from a file path

Example

use lex_parser::lex::loader::DocumentLoader;

let loader = DocumentLoader::from_path("example.lex").unwrap();

pub fn from_string<S: Into<String>>(source: S) -> Self

Load from a string

Example

use lex_parser::lex::loader::DocumentLoader;

let loader = DocumentLoader::from_string("Hello world\n");

pub fn with<O: 'static>( &self, transform: &Transform<String, O>, ) -> Result<O, LoaderError>

Run a custom transform on the source

This is the generic method that all shortcuts use internally.

Example

use lex_parser::lex::loader::DocumentLoader;
use lex_parser::lex::transforms::standard::LEXING;

let loader = DocumentLoader::from_string("Hello\n");
let tokens = loader.with(&*LEXING).unwrap();

pub fn parse(&self) -> Result<Document, LoaderError>

Parse the source into a Document AST

This is a shortcut for .with(&STRING_TO_AST).

Example

use lex_parser::lex::loader::DocumentLoader;

let doc = DocumentLoader::from_string("Hello world\n")
    .parse()
    .unwrap();

pub fn tokenize(&self) -> Result<TokenStream, LoaderError>

Tokenize the source with full lexing (including semantic indentation)

This is a shortcut for .with(&LEXING).

Example

use lex_parser::lex::loader::DocumentLoader;

let tokens = DocumentLoader::from_string("Session:\n    Content\n")
    .tokenize()
    .unwrap();
// tokens include Indent/Dedent

pub fn base_tokens(&self) -> Result<TokenStream, LoaderError>

Get base tokens (core tokenization only, no semantic indentation)

This is a shortcut for .with(&CORE_TOKENIZATION).

Example

use lex_parser::lex::loader::DocumentLoader;

let tokens = DocumentLoader::from_string("Hello\n")
    .base_tokens()
    .unwrap();
// tokens include raw Indentation tokens, not Indent/Dedent

pub fn source(&self) -> String

Get the raw source string

Example

use lex_parser::lex::loader::DocumentLoader;

let loader = DocumentLoader::from_string("Hello\n");
assert_eq!(loader.source(), "Hello\n");

pub fn source_ref(&self) -> &str

Get a reference to the raw source string

Use this when you don’t need an owned copy.