tokenized_source_file.cpp

#include "source_file/tokenized_source_file.h"
#include "source_file/token.h"
 
using namespace tanlang;
 
TokenizedSourceFile::TokenizedSourceFile(str filename, vector<Token *> tokens)
    : _filename(std::move(filename)), _tokens(std::move(tokens)) {
  if (_tokens.empty()) { // if empty, insert a token so that source location 0:0 is always valid
    auto *f = new SourceFile();
    f->from_string("\n");
    _tokens.push_back(new Token(TokenType::COMMENTS, 0, 0, "", f));
  }
}
 
Token *TokenizedSourceFile::get_token(uint32_t loc) const {
  TAN_ASSERT(loc < _tokens.size());
  return _tokens[loc];
}
 
uint32_t TokenizedSourceFile::get_line(uint32_t loc) const { return get_token(loc)->get_line() + 1; }
 
uint32_t TokenizedSourceFile::get_col(uint32_t loc) const { return get_token(loc)->get_col() + 1; }
 
str TokenizedSourceFile::get_token_str(uint32_t loc) const { return get_token(loc)->get_value(); }
 
Token *TokenizedSourceFile::get_last_token() const { return _tokens.back(); }
 
bool TokenizedSourceFile::is_eof(uint32_t loc) const { return loc >= _tokens.size(); }
 
str TokenizedSourceFile::get_source_code(uint32_t start, uint32_t end) const {
  str ret;
 
  Token *start_tok = get_token(start);
  SrcLoc start_loc = Token::GetSrcLoc(start_tok);
 
  SourceFile *src = start_tok->src();
 
  // cover until the end of last token
  SrcLoc end_loc = start_loc;
  if (end >= _tokens.size()) {
    end_loc = src->end();
  } else {
    end_loc = Token::GetSrcLoc(get_token(end + 1));
  }
 
  ret = src->substr(start_loc, end_loc);
 
  // right trim
  int i;
  for (i = (int)ret.length() - 1; i >= 0; --i) {
    if (!isspace(ret[(size_t)i]))
      break;
  }
 
  return ret.substr(0, (size_t)i + 1);
}
 
str TokenizedSourceFile::get_filename() const { return _filename; }
 
str TokenizedSourceFile::get_src_location_str(uint32_t loc) const {
  return get_filename() + ":" + std::to_string(get_line(loc));
}
 
SourceFile *TokenizedSourceFile::src() const { return _tokens[0]->src(); }