/* * Copyright (c) 2022, Dex♪ * Copyright (c) 2023, Tim Flynn * Copyright (c) 2023, Andreas Kling * * SPDX-License-Identifier: BSD-2-Clause */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #if !defined(AK_OS_SERENITY) # include # include #endif class HeadlessWebContentView final : public WebView::ViewImplementation { public: static ErrorOr> create(Core::AnonymousBuffer theme, Gfx::IntSize const& window_size, StringView web_driver_ipc_path, WebView::IsLayoutTestMode is_layout_test_mode = WebView::IsLayoutTestMode::No) { auto view = TRY(adopt_nonnull_own_or_enomem(new (nothrow) HeadlessWebContentView)); #if defined(AK_OS_SERENITY) view->m_client_state.client = TRY(WebView::WebContentClient::try_create(*view)); (void)is_layout_test_mode; #else auto candidate_web_content_paths = TRY(get_paths_for_helper_process("WebContent"sv)); view->m_client_state.client = TRY(launch_web_content_process(*view, candidate_web_content_paths, WebView::EnableCallgrindProfiling::No, is_layout_test_mode, Ladybird::UseLagomNetworking::No)); #endif view->client().async_update_system_theme(move(theme)); view->client().async_update_system_fonts(Gfx::FontDatabase::default_font_query(), Gfx::FontDatabase::fixed_width_font_query(), Gfx::FontDatabase::window_title_font_query()); view->m_viewport_rect = { { 0, 0 }, window_size }; view->client().async_set_viewport_rect(view->m_viewport_rect); view->client().async_set_window_size(window_size); if (!web_driver_ipc_path.is_empty()) view->client().async_connect_to_webdriver(web_driver_ipc_path); return view; } RefPtr take_screenshot() { return client().take_document_screenshot().bitmap(); } ErrorOr dump_layout_tree() { return String::from_deprecated_string(client().dump_layout_tree()); } ErrorOr dump_paint_tree() { return String::from_deprecated_string(client().dump_paint_tree()); } ErrorOr dump_text() { return String::from_deprecated_string(client().dump_text()); } void clear_content_filters() { client().async_set_content_filters({}); } private: HeadlessWebContentView() = default; void notify_server_did_layout(Badge, Gfx::IntSize) override { } void notify_server_did_paint(Badge, i32, Gfx::IntSize) override { } void notify_server_did_invalidate_content_rect(Badge, Gfx::IntRect const&) override { } void notify_server_did_change_selection(Badge) override { } void notify_server_did_request_cursor_change(Badge, Gfx::StandardCursor) override { } void notify_server_did_request_scroll(Badge, i32, i32) override { } void notify_server_did_request_scroll_to(Badge, Gfx::IntPoint) override { } void notify_server_did_request_scroll_into_view(Badge, Gfx::IntRect const&) override { } void notify_server_did_enter_tooltip_area(Badge, Gfx::IntPoint, DeprecatedString const&) override { } void notify_server_did_leave_tooltip_area(Badge) override { } void notify_server_did_request_alert(Badge, String const&) override { } void notify_server_did_request_confirm(Badge, String const&) override { } void notify_server_did_request_prompt(Badge, String const&, String const&) override { } void notify_server_did_request_set_prompt_text(Badge, String const&) override { } void notify_server_did_request_accept_dialog(Badge) override { } void notify_server_did_request_dismiss_dialog(Badge) override { } void notify_server_did_request_file(Badge, DeprecatedString const& path, i32 request_id) override { auto file = Core::File::open(path, Core::File::OpenMode::Read); if (file.is_error()) client().async_handle_file_return(file.error().code(), {}, request_id); else client().async_handle_file_return(0, IPC::File(*file.value()), request_id); } void notify_server_did_finish_handling_input_event(bool) override { } void update_zoom() override { } void create_client(WebView::EnableCallgrindProfiling) override { } virtual Gfx::IntRect viewport_rect() const override { return m_viewport_rect; } virtual Gfx::IntPoint to_content_position(Gfx::IntPoint widget_position) const override { return widget_position; } virtual Gfx::IntPoint to_widget_position(Gfx::IntPoint content_position) const override { return content_position; } private: Gfx::IntRect m_viewport_rect; }; static ErrorOr> load_page_for_screenshot_and_exit(Core::EventLoop& event_loop, HeadlessWebContentView& view, int screenshot_timeout) { // FIXME: Allow passing the output path as an argument. static constexpr auto output_file_path = "output.png"sv; if (FileSystem::exists(output_file_path)) TRY(FileSystem::remove(output_file_path, FileSystem::RecursionMode::Disallowed)); outln("Taking screenshot after {} seconds", screenshot_timeout); auto timer = TRY(Core::Timer::create_single_shot( screenshot_timeout * 1000, [&]() { if (auto screenshot = view.take_screenshot()) { outln("Saving screenshot to {}", output_file_path); auto output_file = MUST(Core::File::open(output_file_path, Core::File::OpenMode::Write)); auto image_buffer = MUST(Gfx::PNGWriter::encode(*screenshot)); MUST(output_file->write_until_depleted(image_buffer.bytes())); } else { warnln("No screenshot available"); } event_loop.quit(0); })); timer->start(); return timer; } static ErrorOr format_url(StringView url) { if (FileSystem::exists(url)) return URL::create_with_file_scheme(TRY(FileSystem::real_path(url)).to_deprecated_string()); URL formatted_url { url }; if (!formatted_url.is_valid()) formatted_url = TRY(String::formatted("http://{}", url)); return formatted_url; } enum class TestMode { Layout, Text, }; static ErrorOr run_one_test(HeadlessWebContentView& view, StringView input_path, StringView expectation_path, TestMode mode, int timeout_in_milliseconds = 15000) { Core::EventLoop loop; bool did_timeout = false; auto timeout_timer = TRY(Core::Timer::create_single_shot(5000, [&] { did_timeout = true; loop.quit(0); })); view.load(URL::create_with_file_scheme(TRY(FileSystem::real_path(input_path)).to_deprecated_string())); (void)expectation_path; String result; if (mode == TestMode::Layout) { view.on_load_finish = [&](auto const&) { // NOTE: We take a screenshot here to force the lazy layout of SVG-as-image documents to happen. // It also causes a lot more code to run, which is good for finding bugs. :^) (void)view.take_screenshot(); StringBuilder builder; builder.append(view.dump_layout_tree().release_value_but_fixme_should_propagate_errors()); builder.append("\n"sv); builder.append(view.dump_paint_tree().release_value_but_fixme_should_propagate_errors()); result = builder.to_string().release_value_but_fixme_should_propagate_errors(); loop.quit(0); }; } else if (mode == TestMode::Text) { view.on_load_finish = [&](auto const&) { result = view.dump_text().release_value_but_fixme_should_propagate_errors(); loop.quit(0); }; } timeout_timer->start(timeout_in_milliseconds); loop.exec(); if (did_timeout) return Error::from_errno(ETIMEDOUT); return result; } enum class TestResult { Pass, Fail, Timeout, }; static ErrorOr run_test(HeadlessWebContentView& view, StringView input_path, StringView expectation_path, TestMode mode) { auto result = run_one_test(view, input_path, expectation_path, mode); if (result.is_error() && result.error().code() == ETIMEDOUT) return TestResult::Timeout; if (result.is_error()) return result.release_error(); auto expectation_file_or_error = Core::File::open(expectation_path, Core::File::OpenMode::Read); if (expectation_file_or_error.is_error()) { warnln("Failed opening '{}': {}", expectation_path, expectation_file_or_error.error()); return expectation_file_or_error.release_error(); } auto expectation_file = expectation_file_or_error.release_value(); auto expectation = TRY(String::from_utf8(StringView(TRY(expectation_file->read_until_eof()).bytes()))); auto actual = result.release_value(); auto actual_trimmed = TRY(actual.trim("\n"sv, TrimMode::Right)); auto expectation_trimmed = TRY(expectation.trim("\n"sv, TrimMode::Right)); if (actual_trimmed == expectation_trimmed) return TestResult::Pass; auto const color_output = isatty(STDOUT_FILENO) ? Diff::ColorOutput::Yes : Diff::ColorOutput::No; if (color_output == Diff::ColorOutput::Yes) outln("\n\033[33;1mTest failed\033[0m: {}", input_path); else outln("\nTest failed: {}", input_path); auto hunks = TRY(Diff::from_text(expectation, actual, 3)); auto out = TRY(Core::File::standard_output()); TRY(Diff::write_unified_header(expectation_path, expectation_path, *out)); for (auto const& hunk : hunks) TRY(Diff::write_unified(hunk, *out, color_output)); return TestResult::Fail; } struct Test { String input_path; String expectation_path; TestMode mode; Optional result; }; static ErrorOr collect_tests(Vector& tests, StringView path, StringView trail, TestMode mode) { Core::DirIterator it(TRY(String::formatted("{}/input/{}", path, trail)).to_deprecated_string(), Core::DirIterator::Flags::SkipDots); while (it.has_next()) { auto name = it.next_path(); auto input_path = TRY(FileSystem::real_path(TRY(String::formatted("{}/input/{}/{}", path, trail, name)))); if (FileSystem::is_directory(input_path)) { TRY(collect_tests(tests, path, TRY(String::formatted("{}/{}", trail, name)), mode)); continue; } if (!name.ends_with(".html"sv)) continue; auto basename = LexicalPath::title(name); auto expectation_path = TRY(String::formatted("{}/expected/{}/{}.txt", path, trail, basename)); tests.append({ move(input_path), move(expectation_path), mode, {} }); } return {}; } static ErrorOr run_tests(HeadlessWebContentView& view, StringView test_root_path) { view.clear_content_filters(); Vector tests; TRY(collect_tests(tests, TRY(String::formatted("{}/Layout", test_root_path)), "."sv, TestMode::Layout)); TRY(collect_tests(tests, TRY(String::formatted("{}/Text", test_root_path)), "."sv, TestMode::Text)); size_t pass_count = 0; size_t fail_count = 0; size_t timeout_count = 0; bool is_tty = isatty(STDOUT_FILENO); outln("Running {} tests...", tests.size()); for (size_t i = 0; i < tests.size(); ++i) { auto& test = tests[i]; if (is_tty) { // Keep clearing and reusing the same line if stdout is a TTY. out("\33[2K\r"); } out("{}/{}: {}", i + 1, tests.size(), LexicalPath::relative_path(test.input_path, test_root_path)); if (is_tty) fflush(stdout); else outln(""); test.result = TRY(run_test(view, test.input_path, test.expectation_path, test.mode)); switch (*test.result) { case TestResult::Pass: ++pass_count; break; case TestResult::Fail: ++fail_count; break; case TestResult::Timeout: ++timeout_count; break; } } if (is_tty) outln("\33[2K\rDone!"); outln("=================================================="); outln("Pass: {}, Fail: {}, Timeout: {}", pass_count, fail_count, timeout_count); outln("=================================================="); for (auto& test : tests) { if (*test.result == TestResult::Pass) continue; outln("{}: {}", *test.result == TestResult::Fail ? "Fail" : "Timeout", test.input_path); } if (timeout_count == 0 && fail_count == 0) return 0; return 1; } ErrorOr serenity_main(Main::Arguments arguments) { Core::EventLoop event_loop; int screenshot_timeout = 1; StringView url; auto resources_folder = "/res"sv; StringView web_driver_ipc_path; bool dump_layout_tree = false; bool dump_text = false; bool is_layout_test_mode = false; StringView test_root_path; Core::ArgsParser args_parser; args_parser.set_general_help("This utility runs the Browser in headless mode."); args_parser.add_option(screenshot_timeout, "Take a screenshot after [n] seconds (default: 1)", "screenshot", 's', "n"); args_parser.add_option(dump_layout_tree, "Dump layout tree and exit", "dump-layout-tree", 'd'); args_parser.add_option(dump_text, "Dump text and exit", "dump-text", 'T'); args_parser.add_option(test_root_path, "Run tests in path", "run-tests", 'R', "test-root-path"); args_parser.add_option(resources_folder, "Path of the base resources folder (defaults to /res)", "resources", 'r', "resources-root-path"); args_parser.add_option(web_driver_ipc_path, "Path to the WebDriver IPC socket", "webdriver-ipc-path", 0, "path"); args_parser.add_option(is_layout_test_mode, "Enable layout test mode", "layout-test-mode", 0); args_parser.add_positional_argument(url, "URL to open", "url", Core::ArgsParser::Required::No); args_parser.parse(arguments); Gfx::FontDatabase::set_default_font_query("Katica 10 400 0"); Gfx::FontDatabase::set_window_title_font_query("Katica 10 700 0"); Gfx::FontDatabase::set_fixed_width_font_query("Csilla 10 400 0"); auto fonts_path = LexicalPath::join(resources_folder, "fonts"sv); Gfx::FontDatabase::set_default_fonts_lookup_path(fonts_path.string()); auto theme_path = LexicalPath::join(resources_folder, "themes"sv, "Default.ini"sv); auto theme = TRY(Gfx::load_system_theme(theme_path.string())); // FIXME: Allow passing the window size as an argument. static constexpr Gfx::IntSize window_size { 800, 600 }; if (!test_root_path.is_empty()) { // --run-tests implies --layout-test-mode. is_layout_test_mode = true; } auto view = TRY(HeadlessWebContentView::create(move(theme), window_size, web_driver_ipc_path, is_layout_test_mode ? WebView::IsLayoutTestMode::Yes : WebView::IsLayoutTestMode::No)); RefPtr timer; if (!test_root_path.is_empty()) { return run_tests(*view, test_root_path); } if (dump_layout_tree) { view->on_load_finish = [&](auto const&) { (void)view->take_screenshot(); auto layout_tree = view->dump_layout_tree().release_value_but_fixme_should_propagate_errors(); auto paint_tree = view->dump_paint_tree().release_value_but_fixme_should_propagate_errors(); out("{}\n{}", layout_tree, paint_tree); fflush(stdout); event_loop.quit(0); }; } else if (dump_text) { view->on_load_finish = [&](auto const&) { auto text = view->dump_text().release_value_but_fixme_should_propagate_errors(); out("{}", text); fflush(stdout); event_loop.quit(0); }; } else if (web_driver_ipc_path.is_empty()) { timer = TRY(load_page_for_screenshot_and_exit(event_loop, *view, screenshot_timeout)); } view->load(TRY(format_url(url))); return event_loop.exec(); }