lexer.hpp

Go to the documentation of this file.

#pragma once
 
#include <string>
#include <vector>
 
#include "gsl/pointers"
 
#include "porytiles/utilities/c_parser/source_position.hpp"
#include "porytiles/utilities/c_parser/token.hpp"
#include "porytiles/utilities/result/chainable_result.hpp"
 
namespace porytiles {
 
class CParserContext;
class TextFormatter;
 
class Lexer {
  public:
    Lexer(gsl::not_null<const TextFormatter *> format, std::string content);
 
    Lexer(gsl::not_null<const TextFormatter *> format, std::string content, const CParserContext *context);
 
    [[nodiscard]] ChainableResult<std::vector<Token>> lex();
 
  private:
    [[nodiscard]] char peek() const;
    [[nodiscard]] char peek_next() const;
    char advance();
    [[nodiscard]] bool is_at_end() const;
    void skip_whitespace_except_newline();
    void skip_line_comment();
    [[nodiscard]] ChainableResult<void> skip_block_comment();
 
    [[nodiscard]] Token consume_identifier_or_keyword();
    [[nodiscard]] ChainableResult<Token> consume_number();
    [[nodiscard]] ChainableResult<Token> consume_string();
    [[nodiscard]] Token consume_operator();
 
    [[nodiscard]] SourcePosition current_position() const;
    [[nodiscard]] FormattableError make_error(SourcePosition pos, std::string message) const;
 
    const TextFormatter *format_;
    std::string content_;
    std::size_t current_{0};
    std::size_t line_{1};
    std::size_t column_{1};
    const CParserContext *context_{nullptr};
};
 
} // namespace porytiles