token.h

#ifndef TAN_LEXDEF_H
#define TAN_LEXDEF_H
 
#include "base.h"
#include <array>
 
namespace tanlang {
 
enum class TokenType {
  END = -1,    /// EOF
  COMMENTS,    ///
  KEYWORD,     ///
  INT,         ///
  FLOAT,       ///
  ID,          /// identifier
  CHAR,        /// character
  STRING,      /// string literal
  PUNCTUATION, /// , ; . ( ) { } etc.
  RELOP,       /// relational operator
  UOP,         /// unary operator
  BOP,         /// binary operator
};
 
extern umap<TokenType, str> token_type_names;
extern const vector<str> KEYWORDS;
extern const vector<char> PUNCTUATIONS;
extern const vector<str> TERMINAL_TOKENS;
// any symbol in OP can both be an operator itself or the start of an operator
extern const vector<char> OP;
extern const vector<str> OP_ALL;
extern umap<str, TokenType> OPERATION_VALUE_TYPE_MAP;
 
class Token {
public:
  static SourceSpan GetSourceSpan(const Token &start, const Token &end);
  static SrcLoc GetSrcLoc(const Token *tok);
 
public:
  Token() = delete;
  ~Token() = default;
  Token(TokenType tokenType, uint32_t line, uint32_t col, str value, SourceFile *src);
  [[nodiscard]] TokenType get_type() const;
  void set_type(TokenType type);
  [[nodiscard]] const str &get_value() const;
  [[nodiscard]] str get_source_line() const;
  [[nodiscard]] bool is_unsigned() const;
  void set_is_unsigned(bool is_unsigned);
  [[nodiscard]] uint32_t get_line() const;
  [[nodiscard]] uint32_t get_col() const;
  SourceFile *src() const;
 
private:
  TokenType _type = TokenType::END;
  str _value{};
  uint32_t _line = 0;
  uint32_t _col = 0;
  bool _is_unsigned = false;
  SourceFile *_src;
};
 
} // namespace tanlang
 
#endif /*TAN_LEXDEF_H*/