2020-11-30 02:05:27 +03:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2020, The SerenityOS developers.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions are met:
|
|
|
|
*
|
|
|
|
* 1. Redistributions of source code must retain the above copyright notice, this
|
|
|
|
* list of conditions and the following disclaimer.
|
|
|
|
*
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
|
|
* this list of conditions and the following disclaimer in the documentation
|
|
|
|
* and/or other materials provided with the distribution.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
|
|
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
|
|
|
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
|
|
|
|
* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
|
|
|
* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
2021-01-25 18:07:10 +03:00
|
|
|
#include <Kernel/Debug.h>
|
2020-11-30 02:05:27 +03:00
|
|
|
#include <Kernel/FileSystem/FileDescription.h>
|
|
|
|
#include <Kernel/Net/Socket.h>
|
|
|
|
#include <Kernel/Process.h>
|
|
|
|
#include <Kernel/Scheduler.h>
|
|
|
|
#include <Kernel/Thread.h>
|
|
|
|
|
|
|
|
namespace Kernel {
|
|
|
|
|
2021-02-28 01:56:16 +03:00
|
|
|
Thread::BlockTimeout::BlockTimeout(bool is_absolute, const Time* time, const Time* start_time, clockid_t clock_id)
|
|
|
|
: m_clock_id(clock_id)
|
|
|
|
, m_infinite(!time)
|
|
|
|
{
|
|
|
|
if (!m_infinite) {
|
|
|
|
if (*time > Time::zero()) {
|
|
|
|
m_time = *time;
|
|
|
|
m_should_block = true;
|
|
|
|
}
|
2021-02-28 01:56:16 +03:00
|
|
|
m_start_time = start_time ? *start_time : TimeManagement::the().current_time(clock_id).value();
|
2021-02-28 01:56:16 +03:00
|
|
|
if (!is_absolute)
|
|
|
|
m_time = m_time + m_start_time;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-30 02:05:27 +03:00
|
|
|
bool Thread::Blocker::set_block_condition(Thread::BlockCondition& block_condition, void* data)
|
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(!m_block_condition);
|
2020-11-30 02:05:27 +03:00
|
|
|
if (block_condition.add_blocker(*this, data)) {
|
|
|
|
m_block_condition = &block_condition;
|
|
|
|
m_block_data = data;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::Blocker::~Blocker()
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_block_condition)
|
|
|
|
m_block_condition->remove_blocker(*this, m_block_data);
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::Blocker::begin_blocking(Badge<Thread>)
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(!m_is_blocking);
|
|
|
|
VERIFY(!m_blocked_thread);
|
2020-11-30 02:05:27 +03:00
|
|
|
m_blocked_thread = Thread::current();
|
|
|
|
m_is_blocking = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
auto Thread::Blocker::end_blocking(Badge<Thread>, bool did_timeout) -> BlockResult
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
// if m_is_blocking is false here, some thread forced to
|
|
|
|
// unblock us when we get here. This is only called from the
|
|
|
|
// thread that was blocked.
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(Thread::current() == m_blocked_thread);
|
2020-11-30 02:05:27 +03:00
|
|
|
m_is_blocking = false;
|
|
|
|
m_blocked_thread = nullptr;
|
|
|
|
|
|
|
|
was_unblocked(did_timeout);
|
|
|
|
return block_result();
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::JoinBlocker::JoinBlocker(Thread& joinee, KResult& try_join_result, void*& joinee_exit_value)
|
|
|
|
: m_joinee(joinee)
|
|
|
|
, m_joinee_exit_value(joinee_exit_value)
|
|
|
|
{
|
|
|
|
{
|
|
|
|
// We need to hold our lock to avoid a race where try_join succeeds
|
|
|
|
// but the joinee is joining immediately
|
|
|
|
ScopedSpinLock lock(m_lock);
|
2020-12-08 07:29:41 +03:00
|
|
|
try_join_result = joinee.try_join([&]() {
|
|
|
|
if (!set_block_condition(joinee.m_join_condition))
|
|
|
|
m_should_block = false;
|
|
|
|
});
|
2020-11-30 02:05:27 +03:00
|
|
|
m_join_error = try_join_result.is_error();
|
2020-12-08 07:29:41 +03:00
|
|
|
if (m_join_error)
|
|
|
|
m_should_block = false;
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::JoinBlocker::not_blocking(bool timeout_in_past)
|
|
|
|
{
|
|
|
|
if (!m_should_block) {
|
|
|
|
// set_block_condition returned false, so unblock was already called
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(!timeout_in_past);
|
2020-11-30 02:05:27 +03:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
// If we should have blocked but got here it must have been that the
|
|
|
|
// timeout was already in the past. So we need to ask the BlockCondition
|
|
|
|
// to supply us the information. We cannot hold the lock as unblock
|
|
|
|
// could be called by the BlockCondition at any time!
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(timeout_in_past);
|
2020-11-30 02:05:27 +03:00
|
|
|
m_joinee->m_join_condition.try_unblock(*this);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Thread::JoinBlocker::unblock(void* value, bool from_add_blocker)
|
|
|
|
{
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_did_unblock)
|
|
|
|
return false;
|
|
|
|
m_did_unblock = true;
|
|
|
|
m_joinee_exit_value = value;
|
|
|
|
do_set_interrupted_by_death();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!from_add_blocker)
|
|
|
|
unblock_from_blocker();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2020-12-08 07:29:41 +03:00
|
|
|
Thread::QueueBlocker::QueueBlocker(WaitQueue& wait_queue, const char* block_reason)
|
|
|
|
: m_block_reason(block_reason)
|
|
|
|
{
|
|
|
|
if (!set_block_condition(wait_queue, Thread::current()))
|
|
|
|
m_should_block = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::QueueBlocker::~QueueBlocker()
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Thread::QueueBlocker::unblock()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_did_unblock)
|
|
|
|
return false;
|
|
|
|
m_did_unblock = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
unblock_from_blocker();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2020-12-22 09:21:58 +03:00
|
|
|
Thread::FutexBlocker::FutexBlocker(FutexQueue& futex_queue, u32 bitset)
|
|
|
|
: m_bitset(bitset)
|
|
|
|
{
|
|
|
|
if (!set_block_condition(futex_queue, Thread::current()))
|
|
|
|
m_should_block = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::FutexBlocker::~FutexBlocker()
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::FutexBlocker::finish_requeue(FutexQueue& futex_queue)
|
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(m_lock.own_lock());
|
2020-12-22 09:21:58 +03:00
|
|
|
set_block_condition_raw_locked(&futex_queue);
|
2021-01-22 19:42:36 +03:00
|
|
|
// We can now release the lock
|
2020-12-22 09:21:58 +03:00
|
|
|
m_lock.unlock(m_relock_flags);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Thread::FutexBlocker::unblock_bitset(u32 bitset)
|
|
|
|
{
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_did_unblock || (bitset != FUTEX_BITSET_MATCH_ANY && (m_bitset & bitset) == 0))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
m_did_unblock = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
unblock_from_blocker();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Thread::FutexBlocker::unblock(bool force)
|
|
|
|
{
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_did_unblock)
|
|
|
|
return force;
|
|
|
|
m_did_unblock = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
unblock_from_blocker();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2020-11-30 02:05:27 +03:00
|
|
|
Thread::FileDescriptionBlocker::FileDescriptionBlocker(FileDescription& description, BlockFlags flags, BlockFlags& unblocked_flags)
|
|
|
|
: m_blocked_description(description)
|
|
|
|
, m_flags(flags)
|
|
|
|
, m_unblocked_flags(unblocked_flags)
|
|
|
|
{
|
|
|
|
m_unblocked_flags = BlockFlags::None;
|
|
|
|
if (!set_block_condition(description.block_condition()))
|
|
|
|
m_should_block = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Thread::FileDescriptionBlocker::unblock(bool from_add_blocker, void*)
|
|
|
|
{
|
|
|
|
auto unblock_flags = m_blocked_description->should_unblock(m_flags);
|
|
|
|
if (unblock_flags == BlockFlags::None)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_did_unblock)
|
|
|
|
return false;
|
|
|
|
m_did_unblock = true;
|
|
|
|
m_unblocked_flags = unblock_flags;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!from_add_blocker)
|
|
|
|
unblock_from_blocker();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::FileDescriptionBlocker::not_blocking(bool timeout_in_past)
|
|
|
|
{
|
|
|
|
if (!m_should_block) {
|
|
|
|
// set_block_condition returned false, so unblock was already called
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(!timeout_in_past);
|
2020-11-30 02:05:27 +03:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
// If we should have blocked but got here it must have been that the
|
|
|
|
// timeout was already in the past. So we need to ask the BlockCondition
|
|
|
|
// to supply us the information. We cannot hold the lock as unblock
|
|
|
|
// could be called by the BlockCondition at any time!
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(timeout_in_past);
|
2020-11-30 02:05:27 +03:00
|
|
|
|
|
|
|
// Just call unblock here because we will query the file description
|
|
|
|
// for the data and don't need any input from the FileBlockCondition.
|
|
|
|
// However, it's possible that if timeout_in_past is true then FileBlockCondition
|
|
|
|
// may call us at any given time, so our call to unblock here may fail.
|
|
|
|
// Either way, unblock will be called at least once, which provides
|
|
|
|
// all the data we need.
|
|
|
|
unblock(false, nullptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
const FileDescription& Thread::FileDescriptionBlocker::blocked_description() const
|
|
|
|
{
|
|
|
|
return m_blocked_description;
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::AcceptBlocker::AcceptBlocker(FileDescription& description, BlockFlags& unblocked_flags)
|
2021-03-07 14:01:11 +03:00
|
|
|
: FileDescriptionBlocker(description, BlockFlags::Accept | BlockFlags::Exception, unblocked_flags)
|
2020-11-30 02:05:27 +03:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::ConnectBlocker::ConnectBlocker(FileDescription& description, BlockFlags& unblocked_flags)
|
2021-03-07 14:01:11 +03:00
|
|
|
: FileDescriptionBlocker(description, BlockFlags::Connect | BlockFlags::Exception, unblocked_flags)
|
2020-11-30 02:05:27 +03:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::WriteBlocker::WriteBlocker(FileDescription& description, BlockFlags& unblocked_flags)
|
2021-03-07 14:01:11 +03:00
|
|
|
: FileDescriptionBlocker(description, BlockFlags::Write | BlockFlags::Exception, unblocked_flags)
|
2020-11-30 02:05:27 +03:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
auto Thread::WriteBlocker::override_timeout(const BlockTimeout& timeout) -> const BlockTimeout&
|
|
|
|
{
|
|
|
|
auto& description = blocked_description();
|
|
|
|
if (description.is_socket()) {
|
|
|
|
auto& socket = *description.socket();
|
|
|
|
if (socket.has_send_timeout()) {
|
2021-02-28 04:48:45 +03:00
|
|
|
Time send_timeout = socket.send_timeout();
|
2021-02-28 01:56:16 +03:00
|
|
|
m_timeout = BlockTimeout(false, &send_timeout, timeout.start_time(), timeout.clock_id());
|
2020-11-30 02:05:27 +03:00
|
|
|
if (timeout.is_infinite() || (!m_timeout.is_infinite() && m_timeout.absolute_time() < timeout.absolute_time()))
|
|
|
|
return m_timeout;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return timeout;
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::ReadBlocker::ReadBlocker(FileDescription& description, BlockFlags& unblocked_flags)
|
2021-03-07 14:01:11 +03:00
|
|
|
: FileDescriptionBlocker(description, BlockFlags::Read | BlockFlags::Exception, unblocked_flags)
|
2020-11-30 02:05:27 +03:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
auto Thread::ReadBlocker::override_timeout(const BlockTimeout& timeout) -> const BlockTimeout&
|
|
|
|
{
|
|
|
|
auto& description = blocked_description();
|
|
|
|
if (description.is_socket()) {
|
|
|
|
auto& socket = *description.socket();
|
|
|
|
if (socket.has_receive_timeout()) {
|
2021-02-28 04:48:45 +03:00
|
|
|
Time receive_timeout = socket.receive_timeout();
|
2021-02-28 01:56:16 +03:00
|
|
|
m_timeout = BlockTimeout(false, &receive_timeout, timeout.start_time(), timeout.clock_id());
|
2020-11-30 02:05:27 +03:00
|
|
|
if (timeout.is_infinite() || (!m_timeout.is_infinite() && m_timeout.absolute_time() < timeout.absolute_time()))
|
|
|
|
return m_timeout;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return timeout;
|
|
|
|
}
|
|
|
|
|
2021-02-28 01:56:16 +03:00
|
|
|
Thread::SleepBlocker::SleepBlocker(const BlockTimeout& deadline, Time* remaining)
|
2020-11-30 02:05:27 +03:00
|
|
|
: m_deadline(deadline)
|
|
|
|
, m_remaining(remaining)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
auto Thread::SleepBlocker::override_timeout(const BlockTimeout& timeout) -> const BlockTimeout&
|
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(timeout.is_infinite()); // A timeout should not be provided
|
2020-11-30 02:05:27 +03:00
|
|
|
// To simplify things only use the sleep deadline.
|
|
|
|
return m_deadline;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::SleepBlocker::not_blocking(bool timeout_in_past)
|
|
|
|
{
|
|
|
|
// SleepBlocker::should_block should always return true, so timeout
|
|
|
|
// in the past is the only valid case when this function is called
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(timeout_in_past);
|
2020-11-30 02:05:27 +03:00
|
|
|
calculate_remaining();
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::SleepBlocker::was_unblocked(bool did_timeout)
|
|
|
|
{
|
|
|
|
Blocker::was_unblocked(did_timeout);
|
|
|
|
|
|
|
|
calculate_remaining();
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::SleepBlocker::calculate_remaining()
|
|
|
|
{
|
|
|
|
if (!m_remaining)
|
|
|
|
return;
|
2021-02-28 01:56:16 +03:00
|
|
|
auto time_now = TimeManagement::the().current_time(m_deadline.clock_id()).value();
|
2020-11-30 02:05:27 +03:00
|
|
|
if (time_now < m_deadline.absolute_time())
|
2021-02-28 01:56:16 +03:00
|
|
|
*m_remaining = m_deadline.absolute_time() - time_now;
|
2020-11-30 02:05:27 +03:00
|
|
|
else
|
|
|
|
*m_remaining = {};
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::BlockResult Thread::SleepBlocker::block_result()
|
|
|
|
{
|
|
|
|
auto result = Blocker::block_result();
|
|
|
|
if (result == Thread::BlockResult::InterruptedByTimeout)
|
|
|
|
return Thread::BlockResult::WokeNormally;
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::SelectBlocker::SelectBlocker(FDVector& fds)
|
|
|
|
: m_fds(fds)
|
|
|
|
{
|
|
|
|
for (auto& fd_entry : m_fds) {
|
|
|
|
fd_entry.unblocked_flags = FileBlocker::BlockFlags::None;
|
|
|
|
|
|
|
|
if (!m_should_block)
|
|
|
|
continue;
|
|
|
|
if (!fd_entry.description->block_condition().add_blocker(*this, &fd_entry))
|
|
|
|
m_should_block = false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::SelectBlocker::~SelectBlocker()
|
|
|
|
{
|
2020-12-08 07:29:41 +03:00
|
|
|
for (auto& fd_entry : m_fds)
|
|
|
|
fd_entry.description->block_condition().remove_blocker(*this, &fd_entry);
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::SelectBlocker::not_blocking(bool timeout_in_past)
|
|
|
|
{
|
|
|
|
// Either the timeout was in the past or we didn't add all blockers
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(timeout_in_past || !m_should_block);
|
2020-11-30 02:05:27 +03:00
|
|
|
ScopedSpinLock lock(m_lock);
|
2021-03-15 21:11:48 +03:00
|
|
|
if (!m_should_block || !m_did_unblock) {
|
2020-11-30 02:05:27 +03:00
|
|
|
m_did_unblock = true;
|
|
|
|
if (!timeout_in_past) {
|
|
|
|
auto count = collect_unblocked_flags();
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(count > 0);
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Thread::SelectBlocker::unblock(bool from_add_blocker, void* data)
|
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(data); // data is a pointer to an entry in the m_fds vector
|
2020-11-30 02:05:27 +03:00
|
|
|
auto& fd_info = *static_cast<FDInfo*>(data);
|
|
|
|
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_did_unblock)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
auto unblock_flags = fd_info.description->should_unblock(fd_info.block_flags);
|
|
|
|
if (unblock_flags == BlockFlags::None)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
m_did_unblock = true;
|
|
|
|
|
|
|
|
// We need to store unblock_flags here, otherwise someone else
|
|
|
|
// affecting this file descriptor could change the information
|
|
|
|
// between now and when was_unblocked is called!
|
|
|
|
fd_info.unblocked_flags = unblock_flags;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Only do this once for the first one
|
|
|
|
if (!from_add_blocker)
|
|
|
|
unblock_from_blocker();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t Thread::SelectBlocker::collect_unblocked_flags()
|
|
|
|
{
|
|
|
|
size_t count = 0;
|
|
|
|
for (auto& fd_entry : m_fds) {
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(fd_entry.block_flags != FileBlocker::BlockFlags::None);
|
2020-11-30 02:05:27 +03:00
|
|
|
|
|
|
|
// unblock will have set at least the first descriptor's unblock
|
|
|
|
// flags that triggered the unblock. Make sure we don't discard that
|
|
|
|
// information as it may have changed by now!
|
|
|
|
if (fd_entry.unblocked_flags == FileBlocker::BlockFlags::None)
|
|
|
|
fd_entry.unblocked_flags = fd_entry.description->should_unblock(fd_entry.block_flags);
|
|
|
|
|
|
|
|
if (fd_entry.unblocked_flags != FileBlocker::BlockFlags::None)
|
|
|
|
count++;
|
|
|
|
}
|
|
|
|
return count;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::SelectBlocker::was_unblocked(bool did_timeout)
|
|
|
|
{
|
|
|
|
Blocker::was_unblocked(did_timeout);
|
|
|
|
if (!did_timeout && !was_interrupted()) {
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(m_did_unblock);
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
size_t count = collect_unblocked_flags();
|
|
|
|
// If we were blocked and didn't time out, we should have at least one unblocked fd!
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(count > 0);
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-09 07:18:45 +03:00
|
|
|
Thread::WaitBlockCondition::ProcessBlockInfo::ProcessBlockInfo(NonnullRefPtr<Process>&& process, WaitBlocker::UnblockFlags flags, u8 signal)
|
|
|
|
: process(move(process))
|
|
|
|
, flags(flags)
|
|
|
|
, signal(signal)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::WaitBlockCondition::ProcessBlockInfo::~ProcessBlockInfo()
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2020-11-30 02:05:27 +03:00
|
|
|
void Thread::WaitBlockCondition::try_unblock(Thread::WaitBlocker& blocker)
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
// We if we have any processes pending
|
2020-12-09 07:18:45 +03:00
|
|
|
for (size_t i = 0; i < m_processes.size(); i++) {
|
|
|
|
auto& info = m_processes[i];
|
2020-11-30 02:05:27 +03:00
|
|
|
// We need to call unblock as if we were called from add_blocker
|
|
|
|
// so that we don't trigger a context switch by yielding!
|
|
|
|
if (info.was_waited && blocker.is_wait())
|
|
|
|
continue; // This state was already waited on, do not unblock
|
2020-12-09 07:18:45 +03:00
|
|
|
if (blocker.unblock(info.process, info.flags, info.signal, true)) {
|
2020-11-30 02:05:27 +03:00
|
|
|
if (blocker.is_wait()) {
|
2020-12-09 07:18:45 +03:00
|
|
|
if (info.flags == Thread::WaitBlocker::UnblockFlags::Terminated) {
|
|
|
|
m_processes.remove(i);
|
2021-02-07 15:03:24 +03:00
|
|
|
dbgln_if(WAITBLOCK_DEBUG, "WaitBlockCondition[{}] terminated, remove {}", m_process, *info.process);
|
2020-12-09 07:18:45 +03:00
|
|
|
} else {
|
2021-02-07 15:03:24 +03:00
|
|
|
dbgln_if(WAITBLOCK_DEBUG, "WaitBlockCondition[{}] terminated, mark as waited {}", m_process, *info.process);
|
2020-11-30 02:05:27 +03:00
|
|
|
info.was_waited = true;
|
2020-12-09 07:18:45 +03:00
|
|
|
}
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-09 05:04:05 +03:00
|
|
|
void Thread::WaitBlockCondition::disowned_by_waiter(Process& process)
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_finalized)
|
|
|
|
return;
|
2020-12-09 07:18:45 +03:00
|
|
|
for (size_t i = 0; i < m_processes.size();) {
|
|
|
|
auto& info = m_processes[i];
|
|
|
|
if (info.process == &process) {
|
2020-12-22 21:17:56 +03:00
|
|
|
do_unblock([&](Blocker& b, void*, bool&) {
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(b.blocker_type() == Blocker::Type::Wait);
|
2020-12-09 05:04:05 +03:00
|
|
|
auto& blocker = static_cast<WaitBlocker&>(b);
|
2020-12-09 07:18:45 +03:00
|
|
|
bool did_unblock = blocker.unblock(info.process, WaitBlocker::UnblockFlags::Disowned, 0, false);
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(did_unblock); // disowning must unblock everyone
|
2020-12-09 05:04:05 +03:00
|
|
|
return true;
|
|
|
|
});
|
2021-02-07 15:03:24 +03:00
|
|
|
dbgln_if(WAITBLOCK_DEBUG, "WaitBlockCondition[{}] disowned {}", m_process, *info.process);
|
2020-12-09 07:18:45 +03:00
|
|
|
m_processes.remove(i);
|
2020-12-09 05:04:05 +03:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
i++;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-09 07:18:45 +03:00
|
|
|
bool Thread::WaitBlockCondition::unblock(Process& process, WaitBlocker::UnblockFlags flags, u8 signal)
|
2020-11-30 02:05:27 +03:00
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(flags != WaitBlocker::UnblockFlags::Disowned);
|
2020-12-09 05:04:05 +03:00
|
|
|
|
2020-11-30 02:05:27 +03:00
|
|
|
bool did_unblock_any = false;
|
|
|
|
bool did_wait = false;
|
|
|
|
bool was_waited_already = false;
|
|
|
|
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_finalized)
|
|
|
|
return false;
|
|
|
|
if (flags != WaitBlocker::UnblockFlags::Terminated) {
|
|
|
|
// First check if this state was already waited on
|
2020-12-09 07:18:45 +03:00
|
|
|
for (auto& info : m_processes) {
|
|
|
|
if (info.process == &process) {
|
2020-11-30 02:05:27 +03:00
|
|
|
was_waited_already = info.was_waited;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-22 21:17:56 +03:00
|
|
|
do_unblock([&](Blocker& b, void*, bool&) {
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(b.blocker_type() == Blocker::Type::Wait);
|
2020-11-30 02:05:27 +03:00
|
|
|
auto& blocker = static_cast<WaitBlocker&>(b);
|
|
|
|
if (was_waited_already && blocker.is_wait())
|
|
|
|
return false; // This state was already waited on, do not unblock
|
2020-12-09 07:18:45 +03:00
|
|
|
if (blocker.unblock(process, flags, signal, false)) {
|
2020-11-30 02:05:27 +03:00
|
|
|
did_wait |= blocker.is_wait(); // anyone requesting a wait
|
|
|
|
did_unblock_any = true;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
});
|
|
|
|
|
|
|
|
// If no one has waited (yet), or this wasn't a wait, or if it's anything other than
|
|
|
|
// UnblockFlags::Terminated then add it to your list
|
|
|
|
if (!did_unblock_any || !did_wait || flags != WaitBlocker::UnblockFlags::Terminated) {
|
|
|
|
bool updated_existing = false;
|
2020-12-09 07:18:45 +03:00
|
|
|
for (auto& info : m_processes) {
|
|
|
|
if (info.process == &process) {
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(info.flags != WaitBlocker::UnblockFlags::Terminated);
|
2020-11-30 02:05:27 +03:00
|
|
|
info.flags = flags;
|
|
|
|
info.signal = signal;
|
|
|
|
info.was_waited = did_wait;
|
2021-02-07 15:03:24 +03:00
|
|
|
dbgln_if(WAITBLOCK_DEBUG, "WaitBlockCondition[{}] update {} flags={}, waited={}", m_process, process, (int)flags, info.was_waited);
|
2020-11-30 02:05:27 +03:00
|
|
|
updated_existing = true;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2020-12-09 07:18:45 +03:00
|
|
|
if (!updated_existing) {
|
2021-02-07 15:03:24 +03:00
|
|
|
dbgln_if(WAITBLOCK_DEBUG, "WaitBlockCondition[{}] add {} flags: {}", m_process, process, (int)flags);
|
2020-12-09 07:18:45 +03:00
|
|
|
m_processes.append(ProcessBlockInfo(process, flags, signal));
|
|
|
|
}
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
return did_unblock_any;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Thread::WaitBlockCondition::should_add_blocker(Blocker& b, void*)
|
|
|
|
{
|
|
|
|
// NOTE: m_lock is held already!
|
|
|
|
if (m_finalized)
|
|
|
|
return false;
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(b.blocker_type() == Blocker::Type::Wait);
|
2020-11-30 02:05:27 +03:00
|
|
|
auto& blocker = static_cast<WaitBlocker&>(b);
|
|
|
|
// See if we can match any process immediately
|
2020-12-09 07:18:45 +03:00
|
|
|
for (size_t i = 0; i < m_processes.size(); i++) {
|
|
|
|
auto& info = m_processes[i];
|
|
|
|
if (blocker.unblock(info.process, info.flags, info.signal, true)) {
|
2020-11-30 02:05:27 +03:00
|
|
|
// Only remove the entry if UnblockFlags::Terminated
|
|
|
|
if (info.flags == Thread::WaitBlocker::UnblockFlags::Terminated && blocker.is_wait())
|
2020-12-09 07:18:45 +03:00
|
|
|
m_processes.remove(i);
|
2020-11-30 02:05:27 +03:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::WaitBlockCondition::finalize()
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(!m_finalized);
|
2020-11-30 02:05:27 +03:00
|
|
|
m_finalized = true;
|
|
|
|
|
|
|
|
// Clear the list of threads here so we can drop the references to them
|
2020-12-09 07:18:45 +03:00
|
|
|
m_processes.clear();
|
2020-11-30 02:05:27 +03:00
|
|
|
|
|
|
|
// No more waiters, drop the last reference immediately. This may
|
|
|
|
// cause us to be destructed ourselves!
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(m_process.ref_count() > 0);
|
2020-11-30 02:05:27 +03:00
|
|
|
m_process.unref();
|
|
|
|
}
|
|
|
|
|
|
|
|
Thread::WaitBlocker::WaitBlocker(int wait_options, idtype_t id_type, pid_t id, KResultOr<siginfo_t>& result)
|
|
|
|
: m_wait_options(wait_options)
|
|
|
|
, m_id_type(id_type)
|
|
|
|
, m_waitee_id(id)
|
|
|
|
, m_result(result)
|
|
|
|
, m_should_block(!(m_wait_options & WNOHANG))
|
|
|
|
{
|
|
|
|
switch (id_type) {
|
|
|
|
case P_PID: {
|
|
|
|
m_waitee = Process::from_pid(m_waitee_id);
|
|
|
|
if (!m_waitee || m_waitee->ppid() != Process::current()->pid()) {
|
2021-01-21 01:11:17 +03:00
|
|
|
m_result = ECHILD;
|
2020-11-30 02:05:27 +03:00
|
|
|
m_error = true;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case P_PGID: {
|
|
|
|
m_waitee_group = ProcessGroup::from_pgid(m_waitee_id);
|
|
|
|
if (!m_waitee_group) {
|
2021-01-21 01:11:17 +03:00
|
|
|
m_result = ECHILD;
|
2020-11-30 02:05:27 +03:00
|
|
|
m_error = true;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case P_ALL:
|
|
|
|
break;
|
|
|
|
default:
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY_NOT_REACHED();
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// NOTE: unblock may be called within set_block_condition, in which
|
|
|
|
// case it means that we already have a match without having to block.
|
|
|
|
// In that case set_block_condition will return false.
|
|
|
|
if (m_error || !set_block_condition(Process::current()->wait_block_condition()))
|
|
|
|
m_should_block = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::WaitBlocker::not_blocking(bool timeout_in_past)
|
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(timeout_in_past || !m_should_block);
|
2020-11-30 02:05:27 +03:00
|
|
|
if (!m_error)
|
|
|
|
Process::current()->wait_block_condition().try_unblock(*this);
|
|
|
|
}
|
|
|
|
|
|
|
|
void Thread::WaitBlocker::was_unblocked(bool)
|
|
|
|
{
|
|
|
|
bool got_sigchld, try_unblock;
|
|
|
|
{
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
try_unblock = !m_did_unblock;
|
|
|
|
got_sigchld = m_got_sigchild;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (try_unblock)
|
|
|
|
Process::current()->wait_block_condition().try_unblock(*this);
|
|
|
|
|
|
|
|
// If we were interrupted by SIGCHLD (which gets special handling
|
|
|
|
// here) we're not going to return with EINTR. But we're going to
|
|
|
|
// deliver SIGCHLD (only) here.
|
|
|
|
auto* current_thread = Thread::current();
|
|
|
|
if (got_sigchld && current_thread->state() != State::Stopped)
|
|
|
|
current_thread->try_dispatch_one_pending_signal(SIGCHLD);
|
|
|
|
}
|
|
|
|
|
2020-12-09 05:04:05 +03:00
|
|
|
void Thread::WaitBlocker::do_was_disowned()
|
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(!m_did_unblock);
|
2020-12-09 05:04:05 +03:00
|
|
|
m_did_unblock = true;
|
2021-01-21 01:11:17 +03:00
|
|
|
m_result = ECHILD;
|
2020-12-09 05:04:05 +03:00
|
|
|
}
|
|
|
|
|
2020-11-30 02:05:27 +03:00
|
|
|
void Thread::WaitBlocker::do_set_result(const siginfo_t& result)
|
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(!m_did_unblock);
|
2020-11-30 02:05:27 +03:00
|
|
|
m_did_unblock = true;
|
|
|
|
m_result = result;
|
|
|
|
|
|
|
|
if (do_get_interrupted_by_signal() == SIGCHLD) {
|
|
|
|
// This makes it so that wait() will return normally despite the
|
|
|
|
// fact that SIGCHLD was delivered. Calling do_clear_interrupted_by_signal
|
|
|
|
// will disable dispatching signals in Thread::block and prevent
|
|
|
|
// it from returning with EINTR. We will then manually dispatch
|
|
|
|
// SIGCHLD (and only SIGCHLD) in was_unblocked.
|
|
|
|
m_got_sigchild = true;
|
|
|
|
do_clear_interrupted_by_signal();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-09 07:18:45 +03:00
|
|
|
bool Thread::WaitBlocker::unblock(Process& process, UnblockFlags flags, u8 signal, bool from_add_blocker)
|
2020-11-30 02:05:27 +03:00
|
|
|
{
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(flags != UnblockFlags::Terminated || signal == 0); // signal argument should be ignored for Terminated
|
2020-11-30 02:05:27 +03:00
|
|
|
|
|
|
|
switch (m_id_type) {
|
|
|
|
case P_PID:
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(m_waitee);
|
2020-12-09 07:18:45 +03:00
|
|
|
if (process.pid() != m_waitee_id)
|
2020-11-30 02:05:27 +03:00
|
|
|
return false;
|
|
|
|
break;
|
|
|
|
case P_PGID:
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(m_waitee_group);
|
2020-11-30 02:05:27 +03:00
|
|
|
if (process.pgid() != m_waitee_group->pgid())
|
|
|
|
return false;
|
|
|
|
break;
|
|
|
|
case P_ALL:
|
2020-12-09 05:04:05 +03:00
|
|
|
if (flags == UnblockFlags::Disowned) {
|
|
|
|
// Generic waiter won't be unblocked by disown
|
|
|
|
return false;
|
|
|
|
}
|
2020-11-30 02:05:27 +03:00
|
|
|
break;
|
|
|
|
default:
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY_NOT_REACHED();
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
switch (flags) {
|
|
|
|
case UnblockFlags::Terminated:
|
|
|
|
if (!(m_wait_options & WEXITED))
|
|
|
|
return false;
|
|
|
|
break;
|
|
|
|
case UnblockFlags::Stopped:
|
|
|
|
if (!(m_wait_options & WSTOPPED))
|
|
|
|
return false;
|
2020-12-09 07:18:45 +03:00
|
|
|
if (!(m_wait_options & WUNTRACED) && !process.is_traced())
|
2020-11-30 02:05:27 +03:00
|
|
|
return false;
|
|
|
|
break;
|
|
|
|
case UnblockFlags::Continued:
|
|
|
|
if (!(m_wait_options & WCONTINUED))
|
|
|
|
return false;
|
2020-12-09 07:18:45 +03:00
|
|
|
if (!(m_wait_options & WUNTRACED) && !process.is_traced())
|
2020-11-30 02:05:27 +03:00
|
|
|
return false;
|
|
|
|
break;
|
2020-12-09 05:04:05 +03:00
|
|
|
case UnblockFlags::Disowned:
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
// Disowning must unblock anyone waiting for this process explicitly
|
|
|
|
if (!m_did_unblock)
|
|
|
|
do_was_disowned();
|
|
|
|
return true;
|
2020-11-30 02:05:27 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if (flags == UnblockFlags::Terminated) {
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(process.is_dead());
|
2020-11-30 02:05:27 +03:00
|
|
|
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_did_unblock)
|
|
|
|
return false;
|
|
|
|
// Up until this point, this function may have been called
|
|
|
|
// more than once!
|
|
|
|
do_set_result(process.wait_info());
|
|
|
|
} else {
|
2021-02-21 13:16:16 +03:00
|
|
|
siginfo_t siginfo {};
|
2020-11-30 02:05:27 +03:00
|
|
|
{
|
|
|
|
ScopedSpinLock lock(g_scheduler_lock);
|
2021-02-21 13:16:16 +03:00
|
|
|
// We need to gather the information before we release the scheduler lock!
|
2020-11-30 02:05:27 +03:00
|
|
|
siginfo.si_signo = SIGCHLD;
|
2020-12-09 07:18:45 +03:00
|
|
|
siginfo.si_pid = process.pid().value();
|
2020-11-30 02:05:27 +03:00
|
|
|
siginfo.si_uid = process.uid();
|
|
|
|
siginfo.si_status = signal;
|
|
|
|
|
|
|
|
switch (flags) {
|
|
|
|
case UnblockFlags::Terminated:
|
2020-12-09 05:04:05 +03:00
|
|
|
case UnblockFlags::Disowned:
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY_NOT_REACHED();
|
2020-11-30 02:05:27 +03:00
|
|
|
case UnblockFlags::Stopped:
|
|
|
|
siginfo.si_code = CLD_STOPPED;
|
|
|
|
break;
|
|
|
|
case UnblockFlags::Continued:
|
|
|
|
siginfo.si_code = CLD_CONTINUED;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
ScopedSpinLock lock(m_lock);
|
|
|
|
if (m_did_unblock)
|
|
|
|
return false;
|
|
|
|
// Up until this point, this function may have been called
|
|
|
|
// more than once!
|
|
|
|
do_set_result(siginfo);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!from_add_blocker) {
|
|
|
|
// Only call unblock if we weren't called from within set_block_condition!
|
2021-02-23 22:42:32 +03:00
|
|
|
VERIFY(flags != UnblockFlags::Disowned);
|
2020-11-30 02:05:27 +03:00
|
|
|
unblock_from_blocker();
|
|
|
|
}
|
|
|
|
// Because this may be called from add_blocker, in which case we should
|
|
|
|
// not be actually trying to unblock the thread (because it hasn't actually
|
|
|
|
// been blocked yet), we need to return true anyway
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|