ladybird/Userland/Libraries/LibCpp/Token.h

140 lines
3.9 KiB
C
Raw Normal View History

/*
* Copyright (c) 2020, the SerenityOS developers.
*
* SPDX-License-Identifier: BSD-2-Clause
*/
#pragma once
#include <AK/StringView.h>
#include <AK/Types.h>
namespace Cpp {
#define FOR_EACH_TOKEN_TYPE \
__TOKEN(Unknown) \
__TOKEN(Whitespace) \
__TOKEN(PreprocessorStatement) \
__TOKEN(IncludeStatement) \
__TOKEN(IncludePath) \
__TOKEN(LeftParen) \
__TOKEN(RightParen) \
__TOKEN(LeftCurly) \
__TOKEN(RightCurly) \
__TOKEN(LeftBracket) \
__TOKEN(RightBracket) \
__TOKEN(Less) \
__TOKEN(Greater) \
__TOKEN(LessEquals) \
__TOKEN(GreaterEquals) \
__TOKEN(LessLess) \
__TOKEN(GreaterGreater) \
__TOKEN(LessLessEquals) \
__TOKEN(GreaterGreaterEquals) \
__TOKEN(LessGreater) \
__TOKEN(Comma) \
__TOKEN(Plus) \
__TOKEN(PlusPlus) \
__TOKEN(PlusEquals) \
__TOKEN(Minus) \
__TOKEN(MinusMinus) \
__TOKEN(MinusEquals) \
__TOKEN(Asterisk) \
__TOKEN(AsteriskEquals) \
__TOKEN(Slash) \
__TOKEN(SlashEquals) \
__TOKEN(Percent) \
__TOKEN(PercentEquals) \
__TOKEN(Caret) \
__TOKEN(CaretEquals) \
__TOKEN(ExclamationMark) \
__TOKEN(ExclamationMarkEquals) \
__TOKEN(Equals) \
__TOKEN(EqualsEquals) \
__TOKEN(And) \
__TOKEN(AndAnd) \
__TOKEN(AndEquals) \
__TOKEN(Pipe) \
__TOKEN(PipePipe) \
__TOKEN(PipeEquals) \
__TOKEN(Tilde) \
__TOKEN(QuestionMark) \
__TOKEN(Colon) \
__TOKEN(ColonColon) \
__TOKEN(ColonColonAsterisk) \
__TOKEN(Semicolon) \
__TOKEN(Dot) \
__TOKEN(DotAsterisk) \
__TOKEN(Arrow) \
__TOKEN(ArrowAsterisk) \
__TOKEN(DoubleQuotedString) \
__TOKEN(SingleQuotedString) \
__TOKEN(RawString) \
__TOKEN(EscapeSequence) \
__TOKEN(Comment) \
__TOKEN(Integer) \
__TOKEN(Float) \
__TOKEN(Keyword) \
__TOKEN(KnownType) \
__TOKEN(Identifier) \
__TOKEN(EOF_TOKEN)
struct Position {
size_t line { 0 };
size_t column { 0 };
2022-04-01 20:58:27 +03:00
bool operator<(Position const&) const;
bool operator<=(Position const&) const;
bool operator>(Position const&) const;
bool operator==(Position const&) const;
};
struct Token {
enum class Type {
#define __TOKEN(x) x,
FOR_EACH_TOKEN_TYPE
#undef __TOKEN
};
2022-04-01 20:58:27 +03:00
Token(Type type, Position const& start, Position const& end, StringView text)
: m_type(type)
, m_start(start)
, m_end(end)
, m_text(text)
{
}
2022-04-01 20:58:27 +03:00
static char const* type_to_string(Type t)
{
switch (t) {
#define __TOKEN(x) \
case Type::x: \
return #x;
FOR_EACH_TOKEN_TYPE
#undef __TOKEN
}
VERIFY_NOT_REACHED();
}
ByteString to_byte_string() const;
ByteString type_as_byte_string() const;
2022-04-01 20:58:27 +03:00
Position const& start() const { return m_start; }
Position const& end() const { return m_end; }
2022-04-01 20:58:27 +03:00
void set_start(Position const& other) { m_start = other; }
void set_end(Position const& other) { m_end = other; }
Type type() const { return m_type; }
StringView text() const { return m_text; }
private:
Type m_type { Type::Unknown };
Position m_start;
Position m_end;
StringView m_text;
};
}
#undef FOR_EACH_TOKEN_TYPE