bobbylucero/Bob
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added simple escape character support

Browse Source
This commit is contained in:
Bobby Lucero 2023-06-02 14:43:33 -04:00
parent 942c1e323b
commit 8258df216e
2 changed files with 53 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
headers/Lexer.h
View File

@ -80,4 +80,6 @@ private:
char peekNext();
void advance(int by = 1);
std::string parseEscapeCharacters(const std::string &input);
};

56
source/Lexer.cpp
View File

@ -142,15 +142,25 @@ std::vector<Token> Lexer::Tokenize(std::string source){
}
else if(t == '"')
{
bool last_was_escape = false;
std::string str;
advance();
while(!src.empty() && src[0] != '"')
{
if(src[0] == '\n') line++;
str += src[0];
while(!src.empty())
{
std::string next_c = std::string(1, src[0]);
if(next_c == "\"") break;
if(next_c == "\\")
{
advance();
next_c = "\\" + std::string(1, src[0]);
}
if(next_c == "\n") line++;
str += next_c;
advance();
}
if(src.empty())
{
throw std::runtime_error("LEXER: Unterminated string at line: " + std::to_string(this->line));
@ -159,7 +169,10 @@ std::vector<Token> Lexer::Tokenize(std::string source){
{
advance();
tokens.push_back(Token{STRING, str, line});
std::string escaped_str = parseEscapeCharacters(str);
tokens.push_back(Token{STRING, escaped_str, line});
}
@ -311,4 +324,37 @@ char Lexer::peekNext()
return '\0';
}
std::string Lexer::parseEscapeCharacters(const std::string& input) {
std::string output;
bool escapeMode = false;
for (char c : input) {
if (escapeMode) {
switch (c) {
case 'n':
output += '\n';
break;
case 't':
output += '\t';
break;
case '"':
output += '\"';
break;
case '\\':
output += '\\';
break;
default:
throw runtime_error("Invalid escape character: " + std::string(1, c));
}
escapeMode = false;
} else if (c == '\\') {
escapeMode = true;
} else {
output += c;
}
}
return output;
}