---
source: src/lib.rs
expression: tokens
---
[
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: MetadataMarker,
lexeme: "+++",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: Text,
lexeme: "metadata ",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "things",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: MetadataMarker,
lexeme: "+++",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: Dash,
lexeme: "-",
},
Token {
kind: Dash,
lexeme: "-",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "this is a comment",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: Bang,
lexeme: "!",
},
Token {
kind: Text,
lexeme: "h1",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Text,
lexeme: "some",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Text,
lexeme: "value",
},
Token {
kind: Comma,
lexeme: ",",
},
Token {
kind: Text,
lexeme: "other",
},
Token {
kind: Equals,
lexeme: "=",
},
Token {
kind: Text,
lexeme: "value2",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: OpenBrace,
lexeme: "[",
},
Token {
kind: Text,
lexeme: "Header",
},
Token {
kind: CloseBrace,
lexeme: "]",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Star,
lexeme: "*",
},
Token {
kind: Text,
lexeme: "bold ",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Slash,
lexeme: "/",
},
Token {
kind: Text,
lexeme: "italic",
},
Token {
kind: Slash,
lexeme: "/",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Star,
lexeme: "*",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Newline,
lexeme: "\n\n",
},
Token {
kind: Text,
lexeme: "With some ",
},
Token {
kind: At,
lexeme: "@",
},
Token {
kind: Text,
lexeme: "bold",
},
Token {
kind: OpenBrace,
lexeme: "[",
},
Token {
kind: Text,
lexeme: "body",
},
Token {
kind: CloseBrace,
lexeme: "]",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "and ",
},
Token {
kind: OpenCurly,
lexeme: "{",
},
Token {
kind: Slash,
lexeme: "/",
},
Token {
kind: Text,
lexeme: "italic",
},
Token {
kind: Slash,
lexeme: "/",
},
Token {
kind: CloseCurly,
lexeme: "}",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "content",
},
Token {
kind: Comma,
lexeme: ",",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: Text,
lexeme: "and a ",
},
Token {
kind: DoubleQuote,
lexeme: "\"",
},
Token {
kind: Text,
lexeme: "quoted",
},
Token {
kind: DoubleQuote,
lexeme: "\"",
},
Token {
kind: Whitespace,
lexeme: " ",
},
Token {
kind: SingleQoute,
lexeme: "'",
},
Token {
kind: Text,
lexeme: "text",
},
Token {
kind: SingleQoute,
lexeme: "'",
},
Token {
kind: Newline,
lexeme: "\n",
},
Token {
kind: Whitespace,
lexeme: " ",
},
]