2014-05-20 20:03:45 -07:00
|
|
|
// Copyright 2014 Citra Emulator Project
|
2014-12-16 21:38:14 -08:00
|
|
|
// Licensed under GPLv2 or any later version
|
2014-11-19 00:49:13 -08:00
|
|
|
// Refer to the license.txt file included.
|
2014-05-20 20:03:45 -07:00
|
|
|
|
|
|
|
#include <map>
|
2018-07-31 05:06:09 -07:00
|
|
|
#include <utility>
|
2014-05-20 20:03:45 -07:00
|
|
|
#include <vector>
|
2018-07-31 05:06:09 -07:00
|
|
|
|
2015-01-31 13:22:40 -08:00
|
|
|
#include <boost/range/algorithm_ext/erase.hpp>
|
2018-07-31 05:06:09 -07:00
|
|
|
|
2015-05-06 00:06:12 -07:00
|
|
|
#include "common/assert.h"
|
2017-01-01 13:59:30 -08:00
|
|
|
#include "core/core.h"
|
2018-04-20 10:01:14 -07:00
|
|
|
#include "core/hle/kernel/errors.h"
|
2018-01-01 11:02:26 -08:00
|
|
|
#include "core/hle/kernel/handle_table.h"
|
2016-09-20 23:52:38 -07:00
|
|
|
#include "core/hle/kernel/mutex.h"
|
2018-08-01 19:40:00 -07:00
|
|
|
#include "core/hle/kernel/object.h"
|
2014-05-20 20:03:45 -07:00
|
|
|
#include "core/hle/kernel/thread.h"
|
2018-07-31 05:06:09 -07:00
|
|
|
#include "core/hle/result.h"
|
2014-05-20 20:03:45 -07:00
|
|
|
|
|
|
|
namespace Kernel {
|
|
|
|
|
2018-04-20 10:01:14 -07:00
|
|
|
/// Returns the number of threads that are waiting for a mutex, and the highest priority one among
|
|
|
|
/// those.
|
2018-04-20 18:15:16 -07:00
|
|
|
static std::pair<SharedPtr<Thread>, u32> GetHighestPriorityMutexWaitingThread(
|
2018-07-23 19:54:32 -07:00
|
|
|
const SharedPtr<Thread>& current_thread, VAddr mutex_addr) {
|
2018-04-20 10:01:14 -07:00
|
|
|
|
|
|
|
SharedPtr<Thread> highest_priority_thread;
|
|
|
|
u32 num_waiters = 0;
|
|
|
|
|
2018-04-20 18:15:16 -07:00
|
|
|
for (auto& thread : current_thread->wait_mutex_threads) {
|
2018-04-20 10:01:14 -07:00
|
|
|
if (thread->mutex_wait_address != mutex_addr)
|
|
|
|
continue;
|
|
|
|
|
2018-07-19 18:39:05 -07:00
|
|
|
ASSERT(thread->status == ThreadStatus::WaitMutex);
|
2018-04-20 10:01:14 -07:00
|
|
|
|
|
|
|
++num_waiters;
|
|
|
|
if (highest_priority_thread == nullptr ||
|
|
|
|
thread->GetPriority() < highest_priority_thread->GetPriority()) {
|
|
|
|
highest_priority_thread = thread;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return {highest_priority_thread, num_waiters};
|
|
|
|
}
|
|
|
|
|
2018-04-20 18:15:16 -07:00
|
|
|
/// Update the mutex owner field of all threads waiting on the mutex to point to the new owner.
|
|
|
|
static void TransferMutexOwnership(VAddr mutex_addr, SharedPtr<Thread> current_thread,
|
|
|
|
SharedPtr<Thread> new_owner) {
|
|
|
|
auto threads = current_thread->wait_mutex_threads;
|
|
|
|
for (auto& thread : threads) {
|
|
|
|
if (thread->mutex_wait_address != mutex_addr)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
ASSERT(thread->lock_owner == current_thread);
|
|
|
|
current_thread->RemoveMutexWaiter(thread);
|
|
|
|
if (new_owner != thread)
|
|
|
|
new_owner->AddMutexWaiter(thread);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-04-20 10:01:14 -07:00
|
|
|
ResultCode Mutex::TryAcquire(VAddr address, Handle holding_thread_handle,
|
|
|
|
Handle requesting_thread_handle) {
|
|
|
|
// The mutex address must be 4-byte aligned
|
|
|
|
if ((address % sizeof(u32)) != 0) {
|
2018-06-20 23:49:43 -07:00
|
|
|
return ResultCode(ErrorModule::Kernel, ErrCodes::InvalidAddress);
|
2018-04-20 10:01:14 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
SharedPtr<Thread> holding_thread = g_handle_table.Get<Thread>(holding_thread_handle);
|
|
|
|
SharedPtr<Thread> requesting_thread = g_handle_table.Get<Thread>(requesting_thread_handle);
|
|
|
|
|
|
|
|
// TODO(Subv): It is currently unknown if it is possible to lock a mutex in behalf of another
|
|
|
|
// thread.
|
|
|
|
ASSERT(requesting_thread == GetCurrentThread());
|
|
|
|
|
|
|
|
u32 addr_value = Memory::Read32(address);
|
|
|
|
|
|
|
|
// If the mutex isn't being held, just return success.
|
|
|
|
if (addr_value != (holding_thread_handle | Mutex::MutexHasWaitersFlag)) {
|
|
|
|
return RESULT_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (holding_thread == nullptr)
|
|
|
|
return ERR_INVALID_HANDLE;
|
|
|
|
|
|
|
|
// Wait until the mutex is released
|
2018-04-20 18:15:16 -07:00
|
|
|
GetCurrentThread()->mutex_wait_address = address;
|
|
|
|
GetCurrentThread()->wait_handle = requesting_thread_handle;
|
2018-04-20 10:01:14 -07:00
|
|
|
|
2018-07-19 18:39:05 -07:00
|
|
|
GetCurrentThread()->status = ThreadStatus::WaitMutex;
|
2018-04-20 18:15:16 -07:00
|
|
|
GetCurrentThread()->wakeup_callback = nullptr;
|
|
|
|
|
|
|
|
// Update the lock holder thread's priority to prevent priority inversion.
|
|
|
|
holding_thread->AddMutexWaiter(GetCurrentThread());
|
2018-04-20 10:01:14 -07:00
|
|
|
|
|
|
|
Core::System::GetInstance().PrepareReschedule();
|
|
|
|
|
|
|
|
return RESULT_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
ResultCode Mutex::Release(VAddr address) {
|
|
|
|
// The mutex address must be 4-byte aligned
|
|
|
|
if ((address % sizeof(u32)) != 0) {
|
2018-06-20 23:49:43 -07:00
|
|
|
return ResultCode(ErrorModule::Kernel, ErrCodes::InvalidAddress);
|
2018-04-20 10:01:14 -07:00
|
|
|
}
|
|
|
|
|
2018-04-20 18:15:16 -07:00
|
|
|
auto [thread, num_waiters] = GetHighestPriorityMutexWaitingThread(GetCurrentThread(), address);
|
2018-04-20 10:01:14 -07:00
|
|
|
|
|
|
|
// There are no more threads waiting for the mutex, release it completely.
|
|
|
|
if (thread == nullptr) {
|
|
|
|
Memory::Write32(address, 0);
|
|
|
|
return RESULT_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2018-04-20 18:15:16 -07:00
|
|
|
// Transfer the ownership of the mutex from the previous owner to the new one.
|
|
|
|
TransferMutexOwnership(address, GetCurrentThread(), thread);
|
|
|
|
|
2018-04-20 10:01:14 -07:00
|
|
|
u32 mutex_value = thread->wait_handle;
|
|
|
|
|
|
|
|
if (num_waiters >= 2) {
|
|
|
|
// Notify the guest that there are still some threads waiting for the mutex
|
|
|
|
mutex_value |= Mutex::MutexHasWaitersFlag;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Grant the mutex to the next waiting thread and resume it.
|
|
|
|
Memory::Write32(address, mutex_value);
|
|
|
|
|
2018-07-19 18:39:05 -07:00
|
|
|
ASSERT(thread->status == ThreadStatus::WaitMutex);
|
2018-04-20 10:01:14 -07:00
|
|
|
thread->ResumeFromWait();
|
|
|
|
|
2018-04-20 18:15:16 -07:00
|
|
|
thread->lock_owner = nullptr;
|
2018-04-20 10:01:14 -07:00
|
|
|
thread->condvar_wait_address = 0;
|
|
|
|
thread->mutex_wait_address = 0;
|
|
|
|
thread->wait_handle = 0;
|
|
|
|
|
|
|
|
return RESULT_SUCCESS;
|
|
|
|
}
|
2018-01-01 11:02:26 -08:00
|
|
|
} // namespace Kernel
|