2022-02-02 14:49:32 +03:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2020-2022, Andreas Kling <kling@serenityos.org>
|
|
|
|
*
|
|
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
|
|
|
*/
|
|
|
|
|
2022-08-23 23:14:07 +03:00
|
|
|
#include <Kernel/Locking/Spinlock.h>
|
2022-02-02 14:49:32 +03:00
|
|
|
|
|
|
|
namespace Kernel {
|
|
|
|
|
2022-08-23 22:42:30 +03:00
|
|
|
InterruptsState Spinlock::lock()
|
2022-02-02 14:49:32 +03:00
|
|
|
{
|
2022-08-23 22:42:30 +03:00
|
|
|
InterruptsState previous_interrupts_state = processor_interrupts_state();
|
2022-02-02 14:49:32 +03:00
|
|
|
Processor::enter_critical();
|
2022-08-23 22:42:30 +03:00
|
|
|
Processor::disable_interrupts();
|
2022-02-02 14:49:32 +03:00
|
|
|
while (m_lock.exchange(1, AK::memory_order_acquire) != 0)
|
|
|
|
Processor::wait_check();
|
|
|
|
track_lock_acquire(m_rank);
|
2022-08-23 22:42:30 +03:00
|
|
|
return previous_interrupts_state;
|
2022-02-02 14:49:32 +03:00
|
|
|
}
|
|
|
|
|
2022-08-23 22:42:30 +03:00
|
|
|
void Spinlock::unlock(InterruptsState previous_interrupts_state)
|
2022-02-02 14:49:32 +03:00
|
|
|
{
|
|
|
|
VERIFY(is_locked());
|
|
|
|
track_lock_release(m_rank);
|
|
|
|
m_lock.store(0, AK::memory_order_release);
|
2022-08-17 23:41:06 +03:00
|
|
|
|
|
|
|
Processor::leave_critical();
|
2022-08-23 22:42:30 +03:00
|
|
|
restore_processor_interrupts_state(previous_interrupts_state);
|
2022-02-02 14:49:32 +03:00
|
|
|
}
|
|
|
|
|
2022-08-23 22:42:30 +03:00
|
|
|
InterruptsState RecursiveSpinlock::lock()
|
2022-02-02 14:49:32 +03:00
|
|
|
{
|
2022-08-23 22:42:30 +03:00
|
|
|
InterruptsState previous_interrupts_state = processor_interrupts_state();
|
|
|
|
Processor::disable_interrupts();
|
2022-02-02 14:49:32 +03:00
|
|
|
Processor::enter_critical();
|
|
|
|
auto& proc = Processor::current();
|
|
|
|
FlatPtr cpu = FlatPtr(&proc);
|
|
|
|
FlatPtr expected = 0;
|
|
|
|
while (!m_lock.compare_exchange_strong(expected, cpu, AK::memory_order_acq_rel)) {
|
|
|
|
if (expected == cpu)
|
|
|
|
break;
|
|
|
|
Processor::wait_check();
|
|
|
|
expected = 0;
|
|
|
|
}
|
|
|
|
if (m_recursions == 0)
|
|
|
|
track_lock_acquire(m_rank);
|
|
|
|
m_recursions++;
|
2022-08-23 22:42:30 +03:00
|
|
|
return previous_interrupts_state;
|
2022-02-02 14:49:32 +03:00
|
|
|
}
|
|
|
|
|
2022-08-23 22:42:30 +03:00
|
|
|
void RecursiveSpinlock::unlock(InterruptsState previous_interrupts_state)
|
2022-02-02 14:49:32 +03:00
|
|
|
{
|
2022-08-23 18:58:05 +03:00
|
|
|
VERIFY_INTERRUPTS_DISABLED();
|
2022-02-02 14:49:32 +03:00
|
|
|
VERIFY(m_recursions > 0);
|
|
|
|
VERIFY(m_lock.load(AK::memory_order_relaxed) == FlatPtr(&Processor::current()));
|
|
|
|
if (--m_recursions == 0) {
|
|
|
|
track_lock_release(m_rank);
|
|
|
|
m_lock.store(0, AK::memory_order_release);
|
|
|
|
}
|
2022-08-17 23:41:06 +03:00
|
|
|
|
|
|
|
Processor::leave_critical();
|
2022-08-23 22:42:30 +03:00
|
|
|
restore_processor_interrupts_state(previous_interrupts_state);
|
2022-02-02 14:49:32 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|