Add Header Lexer for ZCG cpp

2025-06-13 00:08:26 -05:00 · 2021-02-12 00:01:41 +01:00
parent 8b8f1d4f2a
commit 87b7921c73
20 changed files with 1386 additions and 59 deletions
--- a/src/ZoneCodeGeneratorLib/Parsing/Header/Impl/HeaderLexer.cpp
+++ b/src/ZoneCodeGeneratorLib/Parsing/Header/Impl/HeaderLexer.cpp
@ -0,0 +1,144 @@
+#include "HeaderLexer.h"
+
+HeaderLexer::HeaderLexer(IParserLineStream* stream)
+    : AbstractLexer(stream)
+{
+}
+
+HeaderParserValue HeaderLexer::GetNextToken()
+{
+    auto c = NextChar();
+
+    while (c != EOF)
+    {
+        switch (c)
+        {
+        case '\"':
+            {
+                return HeaderParserValue::String(GetPreviousCharacterPos(), new std::string(ReadString()));
+            }
+
+        case '<':
+            {
+                if (!IsLineEnd())
+                {
+                    const auto pos = GetPreviousCharacterPos();
+                    const auto nextChar = PeekChar();
+
+                    if (nextChar == '=')
+                    {
+                        NextChar();
+                        return HeaderParserValue::LessEqual(pos);
+                    }
+                    if (nextChar == '<')
+                    {
+                        NextChar();
+                        return HeaderParserValue::ShiftLeft(pos);
+                    }
+                }
+
+                return HeaderParserValue::Character(GetPreviousCharacterPos(), static_cast<char>(c));
+            }
+
+        case '>':
+            {
+                if (!IsLineEnd())
+                {
+                    const auto pos = GetPreviousCharacterPos();
+                    const auto nextChar = PeekChar();
+
+                    if (nextChar == '=')
+                    {
+                        NextChar();
+                        return HeaderParserValue::GreaterEqual(pos);
+                    }
+                    if (nextChar == '>')
+                    {
+                        NextChar();
+                        return HeaderParserValue::ShiftRight(pos);
+                    }
+                }
+
+                return HeaderParserValue::Character(GetPreviousCharacterPos(), static_cast<char>(c));
+            }
+
+        case '=':
+            {
+                if (NextCharInLineIs('='))
+                {
+                    const auto pos = GetPreviousCharacterPos();
+                    NextChar();
+                    return HeaderParserValue::Equals(pos);
+                }
+
+                return HeaderParserValue::Character(GetPreviousCharacterPos(), static_cast<char>(c));
+            }
+
+        case '&':
+            {
+                if (NextCharInLineIs('&'))
+                {
+                    const auto pos = GetPreviousCharacterPos();
+                    NextChar();
+                    return HeaderParserValue::LogicalAnd(pos);
+                }
+
+                return HeaderParserValue::Character(GetPreviousCharacterPos(), static_cast<char>(c));
+            }
+
+        case '|':
+            {
+                if (NextCharInLineIs('|'))
+                {
+                    const auto pos = GetPreviousCharacterPos();
+                    NextChar();
+                    return HeaderParserValue::LogicalOr(pos);
+                }
+
+                return HeaderParserValue::Character(GetPreviousCharacterPos(), static_cast<char>(c));
+            }
+
+        case '!':
+            {
+                if (NextCharInLineIs('='))
+                {
+                    const auto pos = GetPreviousCharacterPos();
+                    NextChar();
+                    return HeaderParserValue::NotEqual(pos);
+                }
+
+                return HeaderParserValue::Character(GetPreviousCharacterPos(), static_cast<char>(c));
+            }
+
+        default:
+            {
+                if (isspace(c))
+                    break;
+
+                if(isdigit(c))
+                {
+                    const auto pos = GetPreviousCharacterPos();
+                    bool isFloatingPointValue;
+                    double doubleValue;
+                    int integerValue;
+
+                    ReadNumber(isFloatingPointValue, doubleValue, integerValue);
+
+                    if (isFloatingPointValue)
+                        return HeaderParserValue::FloatingPoint(pos, doubleValue);
+
+                    return HeaderParserValue::Integer(pos, integerValue);
+                }
+
+                if (isalpha(c) || c == '_')
+                    return HeaderParserValue::Identifier(GetPreviousCharacterPos(), new std::string(ReadIdentifier()));
+
+                return HeaderParserValue::Character(GetPreviousCharacterPos(), static_cast<char>(c));
+            }
+        }
+
+        c = NextChar();
+    }
+
+    return HeaderParserValue::EndOfFile(TokenPos());
+}