mirror of
https://github.com/LadybirdBrowser/ladybird.git
synced 2024-09-20 09:49:15 +03:00
cb5a50d3f7
This changes the INI and GML lexers to conform to the now-fixed rendering of syntax highlighting spans in GUI::TextEditor. The other user of GMLToken::m_end, GMLAutocompleteProvider, has been modified to take into account that end position columns have been incremented by one.
140 lines
3.1 KiB
C++
140 lines
3.1 KiB
C++
/*
|
||
* Copyright (c) 2020, Hüseyin Aslıtürk <asliturk@hotmail.com>
|
||
*
|
||
* SPDX-License-Identifier: BSD-2-Clause
|
||
*/
|
||
|
||
#include "INILexer.h"
|
||
#include <AK/CharacterTypes.h>
|
||
#include <AK/Vector.h>
|
||
|
||
namespace GUI {
|
||
|
||
IniLexer::IniLexer(StringView const& input)
|
||
: m_input(input)
|
||
{
|
||
}
|
||
|
||
char IniLexer::peek(size_t offset) const
|
||
{
|
||
if ((m_index + offset) >= m_input.length())
|
||
return 0;
|
||
return m_input[m_index + offset];
|
||
}
|
||
|
||
char IniLexer::consume()
|
||
{
|
||
VERIFY(m_index < m_input.length());
|
||
char ch = m_input[m_index++];
|
||
if (ch == '\n') {
|
||
m_position.line++;
|
||
m_position.column = 0;
|
||
} else {
|
||
m_position.column++;
|
||
}
|
||
return ch;
|
||
}
|
||
|
||
Vector<IniToken> IniLexer::lex()
|
||
{
|
||
Vector<IniToken> tokens;
|
||
|
||
size_t token_start_index = 0;
|
||
IniPosition token_start_position;
|
||
|
||
auto emit_token = [&](auto type) {
|
||
IniToken token;
|
||
token.m_type = type;
|
||
token.m_start = m_position;
|
||
consume();
|
||
token.m_end = m_position;
|
||
tokens.append(token);
|
||
};
|
||
|
||
auto begin_token = [&] {
|
||
token_start_index = m_index;
|
||
token_start_position = m_position;
|
||
};
|
||
|
||
auto commit_token = [&](auto type) {
|
||
IniToken token;
|
||
token.m_type = type;
|
||
token.m_start = token_start_position;
|
||
token.m_end = m_position;
|
||
tokens.append(token);
|
||
};
|
||
|
||
while (m_index < m_input.length()) {
|
||
auto ch = peek();
|
||
|
||
if (is_ascii_space(ch)) {
|
||
begin_token();
|
||
while (is_ascii_space(peek()))
|
||
consume();
|
||
commit_token(IniToken::Type::Whitespace);
|
||
continue;
|
||
}
|
||
|
||
// ;Comment
|
||
if (ch == ';') {
|
||
begin_token();
|
||
while (peek() && peek() != '\n')
|
||
consume();
|
||
commit_token(IniToken::Type::Comment);
|
||
continue;
|
||
}
|
||
|
||
// [Section]
|
||
if (ch == '[') {
|
||
// [ Token
|
||
begin_token();
|
||
consume();
|
||
commit_token(IniToken::Type::LeftBracket);
|
||
|
||
// Section
|
||
begin_token();
|
||
while (peek() && !(peek() == ']' || peek() == '\n'))
|
||
consume();
|
||
commit_token(IniToken::Type::section);
|
||
|
||
// ] Token
|
||
if (peek() && peek() == ']') {
|
||
begin_token();
|
||
consume();
|
||
commit_token(IniToken::Type::RightBracket);
|
||
}
|
||
|
||
continue;
|
||
}
|
||
|
||
// Empty Line
|
||
if (ch == '\n') {
|
||
consume();
|
||
emit_token(IniToken::Type::Unknown);
|
||
continue;
|
||
}
|
||
|
||
// Name=Value
|
||
begin_token();
|
||
while (peek() && !(peek() == '=' || peek() == '\n'))
|
||
consume();
|
||
commit_token(IniToken::Type::Name);
|
||
|
||
if (peek() && peek() == '=') {
|
||
begin_token();
|
||
consume();
|
||
commit_token(IniToken::Type::Equal);
|
||
}
|
||
|
||
if (peek()) {
|
||
begin_token();
|
||
while (peek() && peek() != '\n')
|
||
consume();
|
||
commit_token(IniToken::Type::Value);
|
||
}
|
||
}
|
||
return tokens;
|
||
}
|
||
|
||
}
|