2014-07-06 23:15:40 -04:00
|
|
|
// Copyright 2014 Citra Emulator Project
|
2014-12-16 21:38:14 -08:00
|
|
|
// Licensed under GPLv2 or any later version
|
2014-07-06 23:15:40 -04:00
|
|
|
// Refer to the license.txt file included.
|
|
|
|
|
2017-11-08 18:07:22 -05:00
|
|
|
#include <algorithm>
|
2019-08-11 15:19:45 +01:00
|
|
|
#include "common/archives.h"
|
2014-07-06 23:15:40 -04:00
|
|
|
#include "common/common_types.h"
|
2015-05-06 04:06:12 -03:00
|
|
|
#include "common/logging/log.h"
|
2016-09-20 23:52:38 -07:00
|
|
|
#include "core/hle/kernel/address_arbiter.h"
|
2017-05-21 00:11:36 -07:00
|
|
|
#include "core/hle/kernel/errors.h"
|
2018-10-11 15:19:45 -04:00
|
|
|
#include "core/hle/kernel/kernel.h"
|
2014-07-06 23:15:40 -04:00
|
|
|
#include "core/hle/kernel/thread.h"
|
2016-09-21 00:21:23 +09:00
|
|
|
#include "core/memory.h"
|
2019-12-25 18:51:56 +00:00
|
|
|
#include "core/global.h"
|
2014-07-06 23:15:40 -04:00
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////////////////////////
|
|
|
|
// Kernel namespace
|
|
|
|
|
2019-08-11 15:19:45 +01:00
|
|
|
SERIALIZE_EXPORT_IMPL(Kernel::AddressArbiter)
|
|
|
|
|
2014-07-06 23:15:40 -04:00
|
|
|
namespace Kernel {
|
|
|
|
|
2019-03-23 16:04:19 -04:00
|
|
|
void AddressArbiter::WaitThread(std::shared_ptr<Thread> thread, VAddr wait_address) {
|
2017-11-08 18:07:22 -05:00
|
|
|
thread->wait_address = wait_address;
|
2018-07-19 21:39:05 -04:00
|
|
|
thread->status = ThreadStatus::WaitArb;
|
2017-11-08 18:07:22 -05:00
|
|
|
waiting_threads.emplace_back(std::move(thread));
|
|
|
|
}
|
|
|
|
|
|
|
|
void AddressArbiter::ResumeAllThreads(VAddr address) {
|
|
|
|
// Determine which threads are waiting on this address, those should be woken up.
|
|
|
|
auto itr = std::stable_partition(waiting_threads.begin(), waiting_threads.end(),
|
|
|
|
[address](const auto& thread) {
|
2018-07-19 21:39:05 -04:00
|
|
|
ASSERT_MSG(thread->status == ThreadStatus::WaitArb,
|
2017-11-08 18:07:22 -05:00
|
|
|
"Inconsistent AddressArbiter state");
|
|
|
|
return thread->wait_address != address;
|
|
|
|
});
|
|
|
|
|
|
|
|
// Wake up all the found threads
|
|
|
|
std::for_each(itr, waiting_threads.end(), [](auto& thread) { thread->ResumeFromWait(); });
|
|
|
|
|
|
|
|
// Remove the woken up threads from the wait list.
|
|
|
|
waiting_threads.erase(itr, waiting_threads.end());
|
|
|
|
}
|
|
|
|
|
2019-03-23 16:04:19 -04:00
|
|
|
std::shared_ptr<Thread> AddressArbiter::ResumeHighestPriorityThread(VAddr address) {
|
2017-11-08 18:07:22 -05:00
|
|
|
// Determine which threads are waiting on this address, those should be considered for wakeup.
|
|
|
|
auto matches_start = std::stable_partition(
|
|
|
|
waiting_threads.begin(), waiting_threads.end(), [address](const auto& thread) {
|
2018-09-21 16:39:10 +02:00
|
|
|
ASSERT_MSG(thread->status == ThreadStatus::WaitArb,
|
|
|
|
"Inconsistent AddressArbiter state");
|
2017-11-08 18:07:22 -05:00
|
|
|
return thread->wait_address != address;
|
|
|
|
});
|
|
|
|
|
|
|
|
// Iterate through threads, find highest priority thread that is waiting to be arbitrated.
|
|
|
|
// Note: The real kernel will pick the first thread in the list if more than one have the
|
|
|
|
// same highest priority value. Lower priority values mean higher priority.
|
|
|
|
auto itr = std::min_element(matches_start, waiting_threads.end(),
|
|
|
|
[](const auto& lhs, const auto& rhs) {
|
|
|
|
return lhs->current_priority < rhs->current_priority;
|
|
|
|
});
|
|
|
|
|
|
|
|
if (itr == waiting_threads.end())
|
|
|
|
return nullptr;
|
|
|
|
|
|
|
|
auto thread = *itr;
|
|
|
|
thread->ResumeFromWait();
|
|
|
|
|
|
|
|
waiting_threads.erase(itr);
|
|
|
|
return thread;
|
|
|
|
}
|
|
|
|
|
2019-12-25 18:51:56 +00:00
|
|
|
AddressArbiter::AddressArbiter() : kernel(Core::Global<KernelSystem>()) {}
|
2016-09-18 18:01:46 -07:00
|
|
|
AddressArbiter::~AddressArbiter() {}
|
2015-01-31 22:56:59 -02:00
|
|
|
|
2019-03-23 16:04:19 -04:00
|
|
|
std::shared_ptr<AddressArbiter> KernelSystem::CreateAddressArbiter(std::string name) {
|
2019-08-11 15:19:45 +01:00
|
|
|
auto address_arbiter{std::make_shared<AddressArbiter>()};
|
|
|
|
address_arbiter->Init(*this);
|
2014-07-06 23:15:40 -04:00
|
|
|
|
2015-01-11 14:46:49 -02:00
|
|
|
address_arbiter->name = std::move(name);
|
2014-07-06 23:15:40 -04:00
|
|
|
|
2015-02-01 00:14:40 -02:00
|
|
|
return address_arbiter;
|
2015-01-11 14:46:49 -02:00
|
|
|
}
|
2014-12-22 11:07:22 -02:00
|
|
|
|
2019-03-23 16:04:19 -04:00
|
|
|
ResultCode AddressArbiter::ArbitrateAddress(std::shared_ptr<Thread> thread, ArbitrationType type,
|
2017-11-08 18:07:22 -05:00
|
|
|
VAddr address, s32 value, u64 nanoseconds) {
|
2017-12-06 09:06:45 -05:00
|
|
|
|
2019-03-23 16:04:19 -04:00
|
|
|
auto timeout_callback = [this](ThreadWakeupReason reason, std::shared_ptr<Thread> thread,
|
|
|
|
std::shared_ptr<WaitObject> object) {
|
2017-12-06 09:06:45 -05:00
|
|
|
ASSERT(reason == ThreadWakeupReason::Timeout);
|
|
|
|
// Remove the newly-awakened thread from the Arbiter's waiting list.
|
|
|
|
waiting_threads.erase(std::remove(waiting_threads.begin(), waiting_threads.end(), thread),
|
|
|
|
waiting_threads.end());
|
|
|
|
};
|
|
|
|
|
2014-07-06 23:15:40 -04:00
|
|
|
switch (type) {
|
|
|
|
|
|
|
|
// Signal thread(s) waiting for arbitrate address...
|
|
|
|
case ArbitrationType::Signal:
|
|
|
|
// Negative value means resume all threads
|
|
|
|
if (value < 0) {
|
2017-11-08 18:07:22 -05:00
|
|
|
ResumeAllThreads(address);
|
2014-07-06 23:15:40 -04:00
|
|
|
} else {
|
|
|
|
// Resume first N threads
|
2016-09-18 09:38:01 +09:00
|
|
|
for (int i = 0; i < value; i++)
|
2017-11-08 18:07:22 -05:00
|
|
|
ResumeHighestPriorityThread(address);
|
2014-07-06 23:15:40 -04:00
|
|
|
}
|
2014-07-21 21:31:21 -04:00
|
|
|
break;
|
2014-07-06 23:15:40 -04:00
|
|
|
|
|
|
|
// Wait current thread (acquire the arbiter)...
|
|
|
|
case ArbitrationType::WaitIfLessThan:
|
2018-11-21 15:04:31 -05:00
|
|
|
if ((s32)kernel.memory.Read32(address) < value) {
|
2017-11-08 18:07:22 -05:00
|
|
|
WaitThread(std::move(thread), address);
|
2014-07-06 23:15:40 -04:00
|
|
|
}
|
2014-07-21 21:31:21 -04:00
|
|
|
break;
|
2015-01-13 14:49:26 -05:00
|
|
|
case ArbitrationType::WaitIfLessThanWithTimeout:
|
2018-11-21 15:04:31 -05:00
|
|
|
if ((s32)kernel.memory.Read32(address) < value) {
|
2017-12-06 09:06:45 -05:00
|
|
|
thread->wakeup_callback = timeout_callback;
|
2017-11-08 18:07:22 -05:00
|
|
|
thread->WakeAfterDelay(nanoseconds);
|
|
|
|
WaitThread(std::move(thread), address);
|
2015-01-13 14:49:26 -05:00
|
|
|
}
|
|
|
|
break;
|
2016-09-18 09:38:01 +09:00
|
|
|
case ArbitrationType::DecrementAndWaitIfLessThan: {
|
2018-11-21 15:04:31 -05:00
|
|
|
s32 memory_value = kernel.memory.Read32(address);
|
2015-12-27 18:44:42 -05:00
|
|
|
if (memory_value < value) {
|
|
|
|
// Only change the memory value if the thread should wait
|
2018-11-21 15:04:31 -05:00
|
|
|
kernel.memory.Write32(address, (s32)memory_value - 1);
|
2017-11-08 18:07:22 -05:00
|
|
|
WaitThread(std::move(thread), address);
|
2015-01-03 12:09:11 -05:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
2016-09-18 09:38:01 +09:00
|
|
|
case ArbitrationType::DecrementAndWaitIfLessThanWithTimeout: {
|
2018-11-21 15:04:31 -05:00
|
|
|
s32 memory_value = kernel.memory.Read32(address);
|
2015-12-27 18:44:42 -05:00
|
|
|
if (memory_value < value) {
|
|
|
|
// Only change the memory value if the thread should wait
|
2018-11-21 15:04:31 -05:00
|
|
|
kernel.memory.Write32(address, (s32)memory_value - 1);
|
2017-12-06 09:06:45 -05:00
|
|
|
thread->wakeup_callback = timeout_callback;
|
2017-11-08 18:07:22 -05:00
|
|
|
thread->WakeAfterDelay(nanoseconds);
|
|
|
|
WaitThread(std::move(thread), address);
|
2015-01-13 14:49:26 -05:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
2014-07-06 23:15:40 -04:00
|
|
|
|
|
|
|
default:
|
2018-06-29 14:18:07 +03:00
|
|
|
LOG_ERROR(Kernel, "unknown type={}", static_cast<u32>(type));
|
2017-05-21 00:11:36 -07:00
|
|
|
return ERR_INVALID_ENUM_VALUE_FND;
|
2014-07-06 23:15:40 -04:00
|
|
|
}
|
2015-05-19 20:24:30 -04:00
|
|
|
|
2016-09-18 09:38:01 +09:00
|
|
|
// The calls that use a timeout seem to always return a Timeout error even if they did not put
|
|
|
|
// the thread to sleep
|
2015-12-27 18:44:42 -05:00
|
|
|
if (type == ArbitrationType::WaitIfLessThanWithTimeout ||
|
|
|
|
type == ArbitrationType::DecrementAndWaitIfLessThanWithTimeout) {
|
|
|
|
|
2017-05-21 00:11:36 -07:00
|
|
|
return RESULT_TIMEOUT;
|
2015-12-27 18:44:42 -05:00
|
|
|
}
|
2014-10-23 01:20:01 -02:00
|
|
|
return RESULT_SUCCESS;
|
2014-07-06 23:15:40 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace Kernel
|