---
source: src/lib.rs
expression: tokens
---
[
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: MetadataMarker,
lexeme: "+++",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: Text,
lexeme: "metadata ",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: DoubleQuote,
lexeme: "\"",
},
Token {
kind: Text,
lexeme: "things",
},
Token {
kind: DoubleQuote,
lexeme: "\"",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: MetadataMarker,
lexeme: "+++",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: Dash,
lexeme: "-",
},
Token {
kind: Dash,
lexeme: "-",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "this is a comment",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: Text,
lexeme: "section",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Text,
lexeme: "class",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Text,
lexeme: "important",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: Bang,
lexeme: "!",
},
Token {
kind: Text,
lexeme: "h1",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Text,
lexeme: "some",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Text,
lexeme: "value",
},
Token {
kind: Comma,
lexeme: ",",
},
Token {
kind: Text,
lexeme: "other",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Text,
lexeme: "value2",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: OpenBrace,
lexeme: "[",
},
Token {
kind: Text,
lexeme: "Header ",
},
Token {
kind: Dash,
lexeme: "-",
},
Token {
kind: Dash,
lexeme: "-",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "it",
},
Token {
kind: SingleQuote,
lexeme: "'",
},
Token {
kind: Text,
lexeme: "s dashed",
},
Token {
kind: CloseBrace,
lexeme: "]",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Star,
lexeme: "*",
},
Token {
kind: Text,
lexeme: "bold ",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: Text,
lexeme: "italic",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Star,
lexeme: "*",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "and ",
},
Token {
kind: At,
lexeme: "@",
},
Token {
kind: Text,
lexeme: "link",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Text,
lexeme: "href",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Text,
lexeme: "https",
},
Token {
kind: Text,
lexeme: ":",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: Text,
lexeme: "www",
},
Token {
kind: Dot,
lexeme: ".",
},
Token {
kind: Text,
lexeme: "eons",
},
Token {
kind: Dot,
lexeme: ".",
},
Token {
kind: Text,
lexeme: "io",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: OpenBrace,
lexeme: "[",
},
Token {
kind: Text,
lexeme: "eons",
},
Token {
kind: Dot,
lexeme: ".",
},
Token {
kind: Text,
lexeme: "io",
},
Token {
kind: CloseBrace,
lexeme: "]",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: BackwardSlash,
lexeme: "\\",
},
Token {
kind: Text,
lexeme: "section",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: Text,
lexeme: "warn",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: At,
lexeme: "@",
},
Token {
kind: Text,
lexeme: "italic",
},
Token {
kind: OpenBrace,
lexeme: "[",
},
Token {
kind: Text,
lexeme: "Warning",
},
Token {
kind: CloseBrace,
lexeme: "]",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: BackwardSlash,
lexeme: "\\",
},
Token {
kind: Text,
lexeme: "warn",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: Text,
lexeme: "code",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Text,
lexeme: "language",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Text,
lexeme: "rust",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: Text,
lexeme: "fn main",
},
Token {
kind: Text,
lexeme: "(",
},
Token {
kind: Text,
lexeme: ") ",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "println",
},
Token {
kind: Bang,
lexeme: "!",
},
Token {
kind: Text,
lexeme: "(",
},
Token {
kind: DoubleQuote,
lexeme: "\"",
},
Token {
kind: Text,
lexeme: "Hello",
},
Token {
kind: Comma,
lexeme: ",",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "world",
},
Token {
kind: Bang,
lexeme: "!",
},
Token {
kind: DoubleQuote,
lexeme: "\"",
},
Token {
kind: Text,
lexeme: ")",
},
Token {
kind: Text,
lexeme: ";",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: BackwardSlash,
lexeme: "\\",
},
Token {
kind: Text,
lexeme: "code",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: Text,
lexeme: "With some ",
},
Token {
kind: At,
lexeme: "@",
},
Token {
kind: Text,
lexeme: "bold",
},
Token {
kind: OpenBrace,
lexeme: "[",
},
Token {
kind: Text,
lexeme: "body",
},
Token {
kind: CloseBrace,
lexeme: "]",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "and ",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: Text,
lexeme: "italic",
},
Token {
kind: ForwardSlash,
lexeme: "/",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "content",
},
Token {
kind: Comma,
lexeme: ",",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "and a ",
},
Token {
kind: DoubleQuote,
lexeme: "\"",
},
Token {
kind: Text,
lexeme: "quoted",
},
Token {
kind: DoubleQuote,
lexeme: "\"",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: SingleQuote,
lexeme: "'",
},
Token {
kind: Text,
lexeme: "text",
},
Token {
kind: SingleQuote,
lexeme: "'",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Comma,
lexeme: ",",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "and ",
},
Token {
kind: Text,
lexeme: "<escaped",
},
Token {
kind: Text,
lexeme: ">",
},
Token {
kind: Dot,
lexeme: ".",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: Eof,
lexeme: "",
},
]