Enum rust_forth_tokenizer::ForthToken

pub enum ForthToken<'a> {
    Number(i64),
    Command(&'a str),
    StringCommand(&'a str, &'a str),
    Colon,
    SemiColon,
    DropLineComment(&'a str),
    ParenthesizedRemark(&'a str),
}

This is how to use the Forth tokenizer library

use rust_forth_tokenizer::ForthToken;
use rust_forth_tokenizer::ForthTokenizer;

    let tokenizer = ForthTokenizer::new("word : wordname 1 2 3 ; definition");
    // The code also supports the regular for loop iterator syntax
    let collected: Vec<_> = tokenizer.into_iter().collect();
    assert_eq!(
           &collected,
           &vec![
               ForthToken::Command("word"),
               ForthToken::Colon,
               ForthToken::Command("wordname"),
               ForthToken::Number(1),
               ForthToken::Number(2),
               ForthToken::Number(3),
               ForthToken::SemiColon,
               ForthToken::Command("definition"),
           ]
       );

This Enum lists the token types that are used by the Forth interpreter

Variants

Number(i64)

Command(&'a str)

StringCommand(&'a str, &'a str)

Colon

SemiColon

DropLineComment(&'a str)

ParenthesizedRemark(&'a str)

Trait Implementations

impl<'a> PartialEq<ForthToken<'a>> for ForthToken<'a>

fn eq(&self, other: &ForthToken<'a>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &ForthToken<'a>) -> bool

This method tests for !=.

impl<'a> Debug for ForthToken<'a>

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.