token.hpp

Go to the documentation of this file.

#pragma once
 
#include <cstdint>
#include <string>
 
#include "porytiles/utilities/c_parser/source_position.hpp"
#include "porytiles/utilities/panic/panic.hpp"
 
namespace porytiles {
 
enum class TokenType : std::uint8_t {
    // End of input
    end_of_file,
 
    // Preprocessor directives
    hash,       // #
    kw_define,  // define
    kw_undef,   // undef (reserved for future)
    kw_include, // include (reserved for future)
    kw_ifdef,   // ifdef (reserved for future)
    kw_ifndef,  // ifndef (reserved for future)
    kw_if,      // if (reserved for future)
    kw_else,    // else (reserved for future)
    kw_elif,    // elif (reserved for future)
    kw_endif,   // endif (reserved for future)
    kw_defined, // defined (reserved for future)
    kw_pragma,  // pragma (reserved for future)
    kw_enum,    // enum (for enum declarations)
 
    // Literals
    identifier,      // variable/macro names
    integer_literal, // decimal, hex, octal, binary integers
    string_literal,  // "..." strings
    char_literal,    // '...' character literals (reserved for future)
 
    // Operators
    plus,      // +
    minus,     // -
    star,      // *
    slash,     // /
    percent,   // %
    ampersand, // &
    pipe,      // |
    caret,     // ^
    tilde,     // ~
    exclaim,   // !
    less,      // <
    greater,   // >
    equal,     // =
    question,  // ? (reserved for future)
    colon,     // : (reserved for future)
 
    // Compound operators
    less_less,           // <<
    greater_greater,     // >>
    ampersand_ampersand, // && (reserved for future)
    pipe_pipe,           // || (reserved for future)
    equal_equal,         // == (reserved for future)
    exclaim_equal,       // != (reserved for future)
    less_equal,          // <= (reserved for future)
    greater_equal,       // >= (reserved for future)
 
    // Delimiters
    left_paren,    // (
    right_paren,   // )
    left_brace,    // { (reserved for future)
    right_brace,   // } (reserved for future)
    left_bracket,  // [ (reserved for future)
    right_bracket, // ] (reserved for future)
    comma,         // ,
    semicolon,     // ; (reserved for future)
    period,        // . (for designated initializers)
 
    // Special
    newline, // Significant for preprocessor directives
    unknown, // Unrecognized character
};
 
[[nodiscard]] std::string token_type_name(TokenType type);
 
class Token {
  public:
    Token(TokenType type, std::string text, SourcePosition position)
        : type_{type}, text_{std::move(text)}, position_{position}
    {
    }
 
    Token(std::string text, std::int64_t int_value, SourcePosition position)
        : type_{TokenType::integer_literal}, text_{std::move(text)}, position_{position}, int_value_{int_value}
    {
    }
 
    [[nodiscard]] TokenType type() const
    {
        return type_;
    }
 
    [[nodiscard]] const std::string &text() const
    {
        return text_;
    }
 
    [[nodiscard]] const SourcePosition &position() const
    {
        return position_;
    }
 
    [[nodiscard]] std::int64_t int_value() const
    {
        assert_or_panic(type_ == TokenType::integer_literal, "int_value() called on non-integer token");
        return int_value_;
    }
 
    [[nodiscard]] bool is(TokenType type) const
    {
        return type_ == type;
    }
 
    template <typename... Types>
    [[nodiscard]] bool is_any_of(Types... types) const
    {
        return ((type_ == types) || ...);
    }
 
  private:
    TokenType type_;
    std::string text_;
    SourcePosition position_;
    std::int64_t int_value_{0}; // Only valid for integer_literal
};
 
} // namespace porytiles