2020-02-02 22:26:27 +03:00
|
|
|
/*
|
2021-01-11 11:52:18 +03:00
|
|
|
* Copyright (c) 2020-2021, Andreas Kling <kling@serenityos.org>
|
2020-02-02 22:26:27 +03:00
|
|
|
*
|
2021-04-22 11:24:48 +03:00
|
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
2020-02-02 22:26:27 +03:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include <AK/JsonArraySerializer.h>
|
2020-02-22 12:05:03 +03:00
|
|
|
#include <AK/JsonObject.h>
|
2020-03-22 03:12:45 +03:00
|
|
|
#include <AK/JsonObjectSerializer.h>
|
2021-05-18 12:26:11 +03:00
|
|
|
#include <AK/ScopeGuard.h>
|
2021-02-25 19:25:34 +03:00
|
|
|
#include <Kernel/Arch/x86/SmapDisabler.h>
|
2021-03-02 21:01:02 +03:00
|
|
|
#include <Kernel/FileSystem/Custody.h>
|
2020-02-02 22:26:27 +03:00
|
|
|
#include <Kernel/KBufferBuilder.h>
|
|
|
|
#include <Kernel/PerformanceEventBuffer.h>
|
2021-01-11 11:52:18 +03:00
|
|
|
#include <Kernel/Process.h>
|
2020-02-02 22:26:27 +03:00
|
|
|
|
2020-02-16 03:27:42 +03:00
|
|
|
namespace Kernel {
|
|
|
|
|
2021-03-02 18:55:54 +03:00
|
|
|
PerformanceEventBuffer::PerformanceEventBuffer(NonnullOwnPtr<KBuffer> buffer)
|
|
|
|
: m_buffer(move(buffer))
|
2020-02-02 22:26:27 +03:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2021-05-07 08:29:19 +03:00
|
|
|
NEVER_INLINE KResult PerformanceEventBuffer::append(int type, FlatPtr arg1, FlatPtr arg2, const StringView& arg3, Thread* current_thread)
|
2021-01-17 12:53:18 +03:00
|
|
|
{
|
|
|
|
FlatPtr ebp;
|
|
|
|
asm volatile("movl %%ebp, %%eax"
|
|
|
|
: "=a"(ebp));
|
2021-05-13 23:14:07 +03:00
|
|
|
return append_with_eip_and_ebp(current_thread->pid(), current_thread->tid(), 0, ebp, type, 0, arg1, arg2, arg3);
|
2021-01-17 12:53:18 +03:00
|
|
|
}
|
|
|
|
|
2021-02-03 13:51:13 +03:00
|
|
|
static Vector<FlatPtr, PerformanceEvent::max_stack_frame_count> raw_backtrace(FlatPtr ebp, FlatPtr eip)
|
|
|
|
{
|
|
|
|
Vector<FlatPtr, PerformanceEvent::max_stack_frame_count> backtrace;
|
2021-04-26 00:42:36 +03:00
|
|
|
if (eip != 0)
|
|
|
|
backtrace.append(eip);
|
2021-02-03 13:51:13 +03:00
|
|
|
FlatPtr stack_ptr_copy;
|
|
|
|
FlatPtr stack_ptr = (FlatPtr)ebp;
|
|
|
|
// FIXME: Figure out how to remove this SmapDisabler without breaking profile stacks.
|
|
|
|
SmapDisabler disabler;
|
|
|
|
while (stack_ptr) {
|
|
|
|
void* fault_at;
|
|
|
|
if (!safe_memcpy(&stack_ptr_copy, (void*)stack_ptr, sizeof(FlatPtr), fault_at))
|
|
|
|
break;
|
|
|
|
FlatPtr retaddr;
|
|
|
|
if (!safe_memcpy(&retaddr, (void*)(stack_ptr + sizeof(FlatPtr)), sizeof(FlatPtr), fault_at))
|
|
|
|
break;
|
2021-04-25 14:39:11 +03:00
|
|
|
if (retaddr == 0)
|
|
|
|
break;
|
2021-02-03 13:51:13 +03:00
|
|
|
backtrace.append(retaddr);
|
|
|
|
if (backtrace.size() == PerformanceEvent::max_stack_frame_count)
|
|
|
|
break;
|
|
|
|
stack_ptr = stack_ptr_copy;
|
|
|
|
}
|
|
|
|
return backtrace;
|
|
|
|
}
|
|
|
|
|
2021-04-26 00:42:36 +03:00
|
|
|
KResult PerformanceEventBuffer::append_with_eip_and_ebp(ProcessID pid, ThreadID tid,
|
2021-05-13 23:14:07 +03:00
|
|
|
u32 eip, u32 ebp, int type, u32 lost_samples, FlatPtr arg1, FlatPtr arg2, const StringView& arg3)
|
2020-02-02 22:26:27 +03:00
|
|
|
{
|
|
|
|
if (count() >= capacity())
|
2021-01-21 01:11:17 +03:00
|
|
|
return ENOBUFS;
|
2020-02-02 22:26:27 +03:00
|
|
|
|
2021-05-14 09:10:43 +03:00
|
|
|
if ((g_profiling_event_mask & type) == 0)
|
|
|
|
return EINVAL;
|
|
|
|
|
2021-05-18 12:26:11 +03:00
|
|
|
auto current_thread = Thread::current();
|
|
|
|
u32 enter_count = 0;
|
|
|
|
if (current_thread)
|
|
|
|
enter_count = current_thread->enter_profiler();
|
|
|
|
ScopeGuard leave_profiler([&] {
|
|
|
|
if (current_thread)
|
|
|
|
current_thread->leave_profiler();
|
|
|
|
});
|
|
|
|
if (enter_count > 0)
|
|
|
|
return EINVAL;
|
|
|
|
|
2020-02-02 22:26:27 +03:00
|
|
|
PerformanceEvent event;
|
|
|
|
event.type = type;
|
2021-05-13 23:14:07 +03:00
|
|
|
event.lost_samples = lost_samples;
|
2020-02-02 22:26:27 +03:00
|
|
|
|
|
|
|
switch (type) {
|
2021-01-11 11:52:18 +03:00
|
|
|
case PERF_EVENT_SAMPLE:
|
|
|
|
break;
|
2020-02-02 22:26:27 +03:00
|
|
|
case PERF_EVENT_MALLOC:
|
|
|
|
event.data.malloc.size = arg1;
|
|
|
|
event.data.malloc.ptr = arg2;
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_FREE:
|
|
|
|
event.data.free.ptr = arg1;
|
|
|
|
break;
|
2021-04-26 00:42:36 +03:00
|
|
|
case PERF_EVENT_MMAP:
|
|
|
|
event.data.mmap.ptr = arg1;
|
|
|
|
event.data.mmap.size = arg2;
|
|
|
|
memset(event.data.mmap.name, 0, sizeof(event.data.mmap.name));
|
|
|
|
if (!arg3.is_empty())
|
|
|
|
memcpy(event.data.mmap.name, arg3.characters_without_null_termination(), min(arg3.length(), sizeof(event.data.mmap.name) - 1));
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_MUNMAP:
|
2021-04-27 00:05:59 +03:00
|
|
|
event.data.munmap.ptr = arg1;
|
|
|
|
event.data.munmap.size = arg2;
|
2021-04-26 00:42:36 +03:00
|
|
|
break;
|
|
|
|
case PERF_EVENT_PROCESS_CREATE:
|
|
|
|
event.data.process_create.parent_pid = arg1;
|
|
|
|
memset(event.data.process_create.executable, 0, sizeof(event.data.process_create.executable));
|
|
|
|
if (!arg3.is_empty()) {
|
|
|
|
memcpy(event.data.process_create.executable, arg3.characters_without_null_termination(),
|
|
|
|
min(arg3.length(), sizeof(event.data.process_create.executable) - 1));
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_PROCESS_EXEC:
|
|
|
|
memset(event.data.process_exec.executable, 0, sizeof(event.data.process_exec.executable));
|
|
|
|
if (!arg3.is_empty()) {
|
|
|
|
memcpy(event.data.process_exec.executable, arg3.characters_without_null_termination(),
|
|
|
|
min(arg3.length(), sizeof(event.data.process_exec.executable) - 1));
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_PROCESS_EXIT:
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_THREAD_CREATE:
|
|
|
|
event.data.thread_create.parent_tid = arg1;
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_THREAD_EXIT:
|
|
|
|
break;
|
2021-05-14 08:48:53 +03:00
|
|
|
case PERF_EVENT_CONTEXT_SWITCH:
|
|
|
|
event.data.context_switch.next_pid = arg1;
|
|
|
|
event.data.context_switch.next_tid = arg2;
|
|
|
|
break;
|
2021-05-13 14:09:00 +03:00
|
|
|
case PERF_EVENT_KMALLOC:
|
|
|
|
event.data.kmalloc.size = arg1;
|
|
|
|
event.data.kmalloc.ptr = arg2;
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_KFREE:
|
|
|
|
event.data.kfree.size = arg1;
|
|
|
|
event.data.kfree.ptr = arg2;
|
|
|
|
break;
|
2021-05-18 12:26:11 +03:00
|
|
|
case PERF_EVENT_PAGE_FAULT:
|
|
|
|
break;
|
2020-02-02 22:26:27 +03:00
|
|
|
default:
|
2021-01-21 01:11:17 +03:00
|
|
|
return EINVAL;
|
2020-02-02 22:26:27 +03:00
|
|
|
}
|
|
|
|
|
2021-02-03 13:51:13 +03:00
|
|
|
auto backtrace = raw_backtrace(ebp, eip);
|
2020-03-08 12:36:51 +03:00
|
|
|
event.stack_size = min(sizeof(event.stack) / sizeof(FlatPtr), static_cast<size_t>(backtrace.size()));
|
|
|
|
memcpy(event.stack, backtrace.data(), event.stack_size * sizeof(FlatPtr));
|
2020-02-02 22:26:27 +03:00
|
|
|
|
2021-04-26 00:42:36 +03:00
|
|
|
event.pid = pid.value();
|
|
|
|
event.tid = tid.value();
|
2020-11-15 21:58:19 +03:00
|
|
|
event.timestamp = TimeManagement::the().uptime_ms();
|
2020-02-02 22:26:27 +03:00
|
|
|
at(m_count++) = event;
|
|
|
|
return KSuccess;
|
|
|
|
}
|
|
|
|
|
|
|
|
PerformanceEvent& PerformanceEventBuffer::at(size_t index)
|
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(index < capacity());
|
2020-12-18 22:43:39 +03:00
|
|
|
auto* events = reinterpret_cast<PerformanceEvent*>(m_buffer->data());
|
2020-02-02 22:26:27 +03:00
|
|
|
return events[index];
|
|
|
|
}
|
|
|
|
|
2021-03-02 19:19:35 +03:00
|
|
|
template<typename Serializer>
|
|
|
|
bool PerformanceEventBuffer::to_json_impl(Serializer& object) const
|
2021-01-11 11:52:18 +03:00
|
|
|
{
|
2020-02-02 22:26:27 +03:00
|
|
|
auto array = object.add_array("events");
|
2021-05-14 01:43:08 +03:00
|
|
|
bool seen_first_sample = false;
|
2020-02-02 22:26:27 +03:00
|
|
|
for (size_t i = 0; i < m_count; ++i) {
|
|
|
|
auto& event = at(i);
|
2020-03-01 23:08:04 +03:00
|
|
|
auto event_object = array.add_object();
|
2020-02-02 22:26:27 +03:00
|
|
|
switch (event.type) {
|
2021-01-11 11:52:18 +03:00
|
|
|
case PERF_EVENT_SAMPLE:
|
|
|
|
event_object.add("type", "sample");
|
|
|
|
break;
|
2020-02-02 22:26:27 +03:00
|
|
|
case PERF_EVENT_MALLOC:
|
2020-03-01 23:08:04 +03:00
|
|
|
event_object.add("type", "malloc");
|
|
|
|
event_object.add("ptr", static_cast<u64>(event.data.malloc.ptr));
|
|
|
|
event_object.add("size", static_cast<u64>(event.data.malloc.size));
|
2020-02-02 22:26:27 +03:00
|
|
|
break;
|
|
|
|
case PERF_EVENT_FREE:
|
2020-03-01 23:08:04 +03:00
|
|
|
event_object.add("type", "free");
|
|
|
|
event_object.add("ptr", static_cast<u64>(event.data.free.ptr));
|
2020-02-02 22:26:27 +03:00
|
|
|
break;
|
2021-04-26 00:42:36 +03:00
|
|
|
case PERF_EVENT_MMAP:
|
|
|
|
event_object.add("type", "mmap");
|
|
|
|
event_object.add("ptr", static_cast<u64>(event.data.mmap.ptr));
|
|
|
|
event_object.add("size", static_cast<u64>(event.data.mmap.size));
|
|
|
|
event_object.add("name", event.data.mmap.name);
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_MUNMAP:
|
|
|
|
event_object.add("type", "munmap");
|
|
|
|
event_object.add("ptr", static_cast<u64>(event.data.munmap.ptr));
|
|
|
|
event_object.add("size", static_cast<u64>(event.data.munmap.size));
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_PROCESS_CREATE:
|
|
|
|
event_object.add("type", "process_create");
|
|
|
|
event_object.add("parent_pid", static_cast<u64>(event.data.process_create.parent_pid));
|
|
|
|
event_object.add("executable", event.data.process_create.executable);
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_PROCESS_EXEC:
|
|
|
|
event_object.add("type", "process_exec");
|
|
|
|
event_object.add("executable", event.data.process_exec.executable);
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_PROCESS_EXIT:
|
|
|
|
event_object.add("type", "process_exit");
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_THREAD_CREATE:
|
|
|
|
event_object.add("type", "thread_create");
|
|
|
|
event_object.add("parent_tid", static_cast<u64>(event.data.thread_create.parent_tid));
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_THREAD_EXIT:
|
|
|
|
event_object.add("type", "thread_exit");
|
|
|
|
break;
|
2021-05-14 08:48:53 +03:00
|
|
|
case PERF_EVENT_CONTEXT_SWITCH:
|
|
|
|
event_object.add("type", "context_switch");
|
|
|
|
event_object.add("next_pid", static_cast<u64>(event.data.context_switch.next_pid));
|
|
|
|
event_object.add("next_tid", static_cast<u64>(event.data.context_switch.next_tid));
|
|
|
|
break;
|
2021-05-13 14:09:00 +03:00
|
|
|
case PERF_EVENT_KMALLOC:
|
|
|
|
event_object.add("type", "kmalloc");
|
|
|
|
event_object.add("ptr", static_cast<u64>(event.data.kmalloc.ptr));
|
|
|
|
event_object.add("size", static_cast<u64>(event.data.kmalloc.size));
|
|
|
|
break;
|
|
|
|
case PERF_EVENT_KFREE:
|
|
|
|
event_object.add("type", "kfree");
|
|
|
|
event_object.add("ptr", static_cast<u64>(event.data.kfree.ptr));
|
|
|
|
event_object.add("size", static_cast<u64>(event.data.kfree.size));
|
|
|
|
break;
|
2021-05-18 12:26:11 +03:00
|
|
|
case PERF_EVENT_PAGE_FAULT:
|
|
|
|
event_object.add("type", "page_fault");
|
|
|
|
break;
|
2020-02-02 22:26:27 +03:00
|
|
|
}
|
2021-04-26 00:42:36 +03:00
|
|
|
event_object.add("pid", event.pid);
|
2021-01-11 11:52:18 +03:00
|
|
|
event_object.add("tid", event.tid);
|
2020-03-01 23:08:04 +03:00
|
|
|
event_object.add("timestamp", event.timestamp);
|
2021-05-14 01:43:08 +03:00
|
|
|
event_object.add("lost_samples", seen_first_sample ? event.lost_samples : 0);
|
|
|
|
if (event.type == PERF_EVENT_SAMPLE)
|
|
|
|
seen_first_sample = true;
|
2020-03-01 23:08:04 +03:00
|
|
|
auto stack_array = event_object.add_array("stack");
|
2020-02-02 22:26:27 +03:00
|
|
|
for (size_t j = 0; j < event.stack_size; ++j) {
|
|
|
|
stack_array.add(event.stack[j]);
|
|
|
|
}
|
|
|
|
stack_array.finish();
|
2020-03-01 23:08:04 +03:00
|
|
|
event_object.finish();
|
2020-02-02 22:26:27 +03:00
|
|
|
}
|
|
|
|
array.finish();
|
|
|
|
object.finish();
|
2021-01-11 11:52:18 +03:00
|
|
|
return true;
|
2020-02-02 22:26:27 +03:00
|
|
|
}
|
2020-02-16 03:27:42 +03:00
|
|
|
|
2021-03-02 21:01:02 +03:00
|
|
|
bool PerformanceEventBuffer::to_json(KBufferBuilder& builder) const
|
2021-03-02 19:19:35 +03:00
|
|
|
{
|
|
|
|
JsonObjectSerializer object(builder);
|
|
|
|
return to_json_impl(object);
|
|
|
|
}
|
|
|
|
|
2021-03-02 18:55:54 +03:00
|
|
|
OwnPtr<PerformanceEventBuffer> PerformanceEventBuffer::try_create_with_size(size_t buffer_size)
|
|
|
|
{
|
|
|
|
auto buffer = KBuffer::try_create_with_size(buffer_size, Region::Access::Read | Region::Access::Write, "Performance events", AllocationStrategy::AllocateNow);
|
|
|
|
if (!buffer)
|
|
|
|
return {};
|
|
|
|
return adopt_own(*new PerformanceEventBuffer(buffer.release_nonnull()));
|
|
|
|
}
|
|
|
|
|
2021-04-26 00:42:36 +03:00
|
|
|
void PerformanceEventBuffer::add_process(const Process& process, ProcessEventType event_type)
|
2021-03-02 21:01:02 +03:00
|
|
|
{
|
|
|
|
ScopedSpinLock locker(process.space().get_lock());
|
|
|
|
|
|
|
|
String executable;
|
|
|
|
if (process.executable())
|
|
|
|
executable = process.executable()->absolute_path();
|
2021-04-26 00:42:36 +03:00
|
|
|
else
|
|
|
|
executable = String::formatted("<{}>", process.name());
|
|
|
|
|
|
|
|
[[maybe_unused]] auto rc = append_with_eip_and_ebp(process.pid(), 0, 0, 0,
|
|
|
|
event_type == ProcessEventType::Create ? PERF_EVENT_PROCESS_CREATE : PERF_EVENT_PROCESS_EXEC,
|
2021-05-13 23:14:07 +03:00
|
|
|
0, process.pid().value(), 0, executable);
|
2021-03-02 21:01:02 +03:00
|
|
|
|
|
|
|
process.for_each_thread([&](auto& thread) {
|
2021-04-26 00:42:36 +03:00
|
|
|
[[maybe_unused]] auto rc = append_with_eip_and_ebp(process.pid(), thread.tid().value(),
|
2021-05-13 23:14:07 +03:00
|
|
|
0, 0, PERF_EVENT_THREAD_CREATE, 0, 0, 0, nullptr);
|
2021-03-02 21:01:02 +03:00
|
|
|
});
|
|
|
|
|
|
|
|
for (auto& region : process.space().regions()) {
|
2021-04-26 00:42:36 +03:00
|
|
|
[[maybe_unused]] auto rc = append_with_eip_and_ebp(process.pid(), 0,
|
2021-05-13 23:14:07 +03:00
|
|
|
0, 0, PERF_EVENT_MMAP, 0, region->range().base().get(), region->range().size(), region->name());
|
2021-03-02 21:01:02 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-02-16 03:27:42 +03:00
|
|
|
}
|