2020-05-01 02:28:58 +03:00
|
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2020, Hüseyin Aslıtürk <asliturk@hotmail.com>
|
2023-01-11 01:57:32 +03:00
|
|
|
|
* Copyright (c) 2023, Sam Atkins <atkinssj@serenityos.org>
|
2020-05-01 02:28:58 +03:00
|
|
|
|
*
|
2021-04-22 11:24:48 +03:00
|
|
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
2020-05-01 02:28:58 +03:00
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include "INILexer.h"
|
2021-06-04 01:02:12 +03:00
|
|
|
|
#include <AK/CharacterTypes.h>
|
2020-05-01 02:28:58 +03:00
|
|
|
|
#include <AK/Vector.h>
|
|
|
|
|
|
|
|
|
|
namespace GUI {
|
|
|
|
|
|
2021-11-11 02:55:02 +03:00
|
|
|
|
IniLexer::IniLexer(StringView input)
|
2020-05-01 02:28:58 +03:00
|
|
|
|
: m_input(input)
|
2023-01-11 01:57:32 +03:00
|
|
|
|
, m_iterator(m_input.begin())
|
2020-05-01 02:28:58 +03:00
|
|
|
|
{
|
|
|
|
|
}
|
|
|
|
|
|
2023-01-11 01:57:32 +03:00
|
|
|
|
u32 IniLexer::peek(size_t offset) const
|
2020-05-01 02:28:58 +03:00
|
|
|
|
{
|
2023-01-11 01:57:32 +03:00
|
|
|
|
return m_iterator.peek(offset).value_or(0);
|
2020-05-01 02:28:58 +03:00
|
|
|
|
}
|
|
|
|
|
|
2023-01-11 01:57:32 +03:00
|
|
|
|
u32 IniLexer::consume()
|
2020-05-01 02:28:58 +03:00
|
|
|
|
{
|
2023-01-11 01:57:32 +03:00
|
|
|
|
VERIFY(m_iterator != m_input.end());
|
|
|
|
|
u32 ch = *m_iterator;
|
|
|
|
|
++m_iterator;
|
2020-05-01 02:28:58 +03:00
|
|
|
|
if (ch == '\n') {
|
|
|
|
|
m_position.line++;
|
|
|
|
|
m_position.column = 0;
|
|
|
|
|
} else {
|
|
|
|
|
m_position.column++;
|
|
|
|
|
}
|
|
|
|
|
return ch;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Vector<IniToken> IniLexer::lex()
|
|
|
|
|
{
|
|
|
|
|
Vector<IniToken> tokens;
|
|
|
|
|
IniPosition token_start_position;
|
|
|
|
|
|
|
|
|
|
auto emit_token = [&](auto type) {
|
|
|
|
|
IniToken token;
|
|
|
|
|
token.m_type = type;
|
|
|
|
|
token.m_start = m_position;
|
2021-06-04 01:05:33 +03:00
|
|
|
|
consume();
|
2020-05-01 02:28:58 +03:00
|
|
|
|
token.m_end = m_position;
|
|
|
|
|
tokens.append(token);
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
auto begin_token = [&] {
|
|
|
|
|
token_start_position = m_position;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
auto commit_token = [&](auto type) {
|
|
|
|
|
IniToken token;
|
|
|
|
|
token.m_type = type;
|
|
|
|
|
token.m_start = token_start_position;
|
2021-06-04 01:02:12 +03:00
|
|
|
|
token.m_end = m_position;
|
2020-05-01 02:28:58 +03:00
|
|
|
|
tokens.append(token);
|
|
|
|
|
};
|
|
|
|
|
|
2023-01-11 01:57:32 +03:00
|
|
|
|
while (m_iterator != m_input.end()) {
|
2020-05-01 02:28:58 +03:00
|
|
|
|
auto ch = peek();
|
|
|
|
|
|
2021-06-04 01:02:12 +03:00
|
|
|
|
if (is_ascii_space(ch)) {
|
2020-05-01 02:28:58 +03:00
|
|
|
|
begin_token();
|
2021-06-04 01:02:12 +03:00
|
|
|
|
while (is_ascii_space(peek()))
|
2020-05-01 02:28:58 +03:00
|
|
|
|
consume();
|
|
|
|
|
commit_token(IniToken::Type::Whitespace);
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
2021-12-30 15:41:34 +03:00
|
|
|
|
// ;Comment or #Comment
|
|
|
|
|
if (ch == ';' || ch == '#') {
|
2020-05-01 02:28:58 +03:00
|
|
|
|
begin_token();
|
|
|
|
|
while (peek() && peek() != '\n')
|
|
|
|
|
consume();
|
|
|
|
|
commit_token(IniToken::Type::Comment);
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// [Section]
|
|
|
|
|
if (ch == '[') {
|
|
|
|
|
// [ Token
|
|
|
|
|
begin_token();
|
|
|
|
|
consume();
|
|
|
|
|
commit_token(IniToken::Type::LeftBracket);
|
|
|
|
|
|
|
|
|
|
// Section
|
|
|
|
|
begin_token();
|
|
|
|
|
while (peek() && !(peek() == ']' || peek() == '\n'))
|
|
|
|
|
consume();
|
2021-12-30 15:43:45 +03:00
|
|
|
|
commit_token(IniToken::Type::Section);
|
2020-05-01 02:28:58 +03:00
|
|
|
|
|
|
|
|
|
// ] Token
|
|
|
|
|
if (peek() && peek() == ']') {
|
|
|
|
|
begin_token();
|
|
|
|
|
consume();
|
|
|
|
|
commit_token(IniToken::Type::RightBracket);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Empty Line
|
|
|
|
|
if (ch == '\n') {
|
|
|
|
|
consume();
|
|
|
|
|
emit_token(IniToken::Type::Unknown);
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Name=Value
|
|
|
|
|
begin_token();
|
|
|
|
|
while (peek() && !(peek() == '=' || peek() == '\n'))
|
|
|
|
|
consume();
|
|
|
|
|
commit_token(IniToken::Type::Name);
|
|
|
|
|
|
|
|
|
|
if (peek() && peek() == '=') {
|
|
|
|
|
begin_token();
|
|
|
|
|
consume();
|
|
|
|
|
commit_token(IniToken::Type::Equal);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (peek()) {
|
|
|
|
|
begin_token();
|
|
|
|
|
while (peek() && peek() != '\n')
|
|
|
|
|
consume();
|
|
|
|
|
commit_token(IniToken::Type::Value);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return tokens;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|