Use escaped strings with simple lexer whenever appropriate

This commit is contained in:
Jan
2023-09-23 15:21:09 +02:00
parent 88bc1c1056
commit 2cd5d05a19
11 changed files with 22 additions and 41 deletions

View File

@ -67,6 +67,7 @@ std::unique_ptr<ISimpleExpression> SimpleExpressionInterpreter::Evaluate() const
lexerConfig.m_read_integer_numbers = true;
lexerConfig.m_read_floating_point_numbers = true;
lexerConfig.m_read_strings = true;
lexerConfig.m_string_escape_sequences = true;
SimpleExpressionMatchers().ApplyTokensToLexerConfig(lexerConfig);
SimpleLexer lexer(m_input, std::move(lexerConfig));

View File

@ -22,11 +22,11 @@ public:
MultiCharacterToken(int id, std::string value);
};
bool m_emit_new_line_tokens;
bool m_read_strings;
bool m_string_escape_sequences;
bool m_read_integer_numbers;
bool m_read_floating_point_numbers;
bool m_emit_new_line_tokens = false;
bool m_read_strings = true;
bool m_string_escape_sequences = false;
bool m_read_integer_numbers = true;
bool m_read_floating_point_numbers = true;
std::vector<MultiCharacterToken> m_multi_character_tokens;
};