1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

#[derive(Debug, PartialEq, Clone)]
/// Tokens are produces by RDF lexers.
pub enum Token {
    Comment(String),
    Literal(String),
    LiteralWithUrlDatatype(String, String), // first element is the literal, second the data type URL
    LiteralWithQNameDatatype(String, String, String), // first element is the literal, second the prefix of the QName data type, third the QName path
    LiteralWithLanguageSpecification(String, String),
    Uri(String),
    BlankNode(String),
    TripleDelimiter,
    PrefixDirective(String, String),
    BaseDirective(String),
    QName(String, String),
    Prefix(String),
    KeywordA,                // 'a'
    PredicateListDelimiter,  // e.g. for Turtle syntax -> ;
    ObjectListDelimiter,     // e.g. for Turtle syntax -> ,
    CollectionStart,         // e.g. for Turtle syntax -> (
    CollectionEnd,           // e.g. for Turtle syntax -> )
    UnlabeledBlankNodeStart, // e.g. for Turtle syntax -> [
    UnlabeledBlankNodeEnd,   // e.g. for Turtle syntax -> ]
    EndOfInput,
}