#include <cstddef>
#include <cstdint>
#include <cstring>
#include <iterator>
#include <optional>
#include <ostream>
#include <string_view>
#include <variant>
#ifndef wasm_wat_lexer_h
#define wasm_wat_lexer_h
namespace wasm::WATParser {
struct TextPos {
size_t line;
size_t col;
bool operator==(const TextPos& other) const;
bool operator!=(const TextPos& other) const { return !(*this == other); }
friend std::ostream& operator<<(std::ostream& os, const TextPos& pos);
};
struct LParenTok {
bool operator==(const LParenTok&) const { return true; }
friend std::ostream& operator<<(std::ostream&, const LParenTok&);
};
struct RParenTok {
bool operator==(const RParenTok&) const { return true; }
friend std::ostream& operator<<(std::ostream&, const RParenTok&);
};
struct IdTok {
bool operator==(const IdTok&) const { return true; }
friend std::ostream& operator<<(std::ostream&, const IdTok&);
};
enum Sign { NoSign, Pos, Neg };
struct IntTok {
uint64_t n;
Sign sign;
bool operator==(const IntTok&) const;
friend std::ostream& operator<<(std::ostream&, const IntTok&);
};
struct FloatTok {
std::optional<uint64_t> nanPayload;
double d;
bool operator==(const FloatTok&) const;
friend std::ostream& operator<<(std::ostream&, const FloatTok&);
};
struct StringTok {
std::optional<std::string> str;
bool operator==(const StringTok& other) const { return str == other.str; }
friend std::ostream& operator<<(std::ostream&, const StringTok&);
};
struct KeywordTok {
bool operator==(const KeywordTok&) const { return true; }
friend std::ostream& operator<<(std::ostream&, const KeywordTok&);
};
struct Token {
using Data = std::variant<LParenTok,
RParenTok,
IdTok,
IntTok,
FloatTok,
StringTok,
KeywordTok>;
std::string_view span;
Data data;
bool isLParen() const { return std::get_if<LParenTok>(&data); }
bool isRParen() const { return std::get_if<RParenTok>(&data); }
std::optional<std::string_view> getID() const {
if (std::get_if<IdTok>(&data)) {
return span.substr(1);
}
return {};
}
std::optional<std::string_view> getKeyword() const {
if (std::get_if<KeywordTok>(&data)) {
return span;
}
return {};
}
std::optional<uint64_t> getU64() const;
std::optional<int64_t> getS64() const;
std::optional<uint64_t> getI64() const;
std::optional<uint32_t> getU32() const;
std::optional<int32_t> getS32() const;
std::optional<uint32_t> getI32() const;
std::optional<double> getF64() const;
std::optional<float> getF32() const;
std::optional<std::string_view> getString() const;
bool operator==(const Token&) const;
friend std::ostream& operator<<(std::ostream& os, const Token&);
};
struct Lexer {
using iterator = Lexer;
using difference_type = std::ptrdiff_t;
using value_type = Token;
using pointer = const Token*;
using reference = const Token&;
using iterator_category = std::forward_iterator_tag;
private:
std::string_view buffer;
size_t index = 0;
std::optional<Token> curr;
public:
Lexer() = default;
Lexer(std::string_view buffer) : buffer(buffer) { setIndex(0); }
size_t getIndex() const { return index; }
void setIndex(size_t i) {
index = i;
skipSpace();
lexToken();
}
std::string_view next() const { return buffer.substr(index); }
Lexer& operator++() {
skipSpace();
lexToken();
return *this;
}
Lexer operator++(int) {
Lexer ret = *this;
++(*this);
return ret;
}
const Token& operator*() { return *curr; }
const Token* operator->() { return &*curr; }
bool operator==(const Lexer& other) const {
if (!curr && !other.curr) {
return true;
}
return index == other.index;
}
bool operator!=(const Lexer& other) const { return !(*this == other); }
Lexer begin() { return *this; }
Lexer end() const { return Lexer(); }
bool empty() const { return *this == end(); }
TextPos position(const char* c) const;
TextPos position(size_t i) const { return position(buffer.data() + i); }
TextPos position(std::string_view span) const {
return position(span.data());
}
TextPos position(Token tok) const { return position(tok.span); }
private:
void skipSpace();
void lexToken();
};
}
#endif