|
|
|
@ -22,17 +22,12 @@
|
|
|
|
|
|
|
|
|
|
namespace Kernel {
|
|
|
|
|
|
|
|
|
|
ResultVal<bool> Thread::WaitSynchronization() {
|
|
|
|
|
const bool wait = status != THREADSTATUS_DORMANT;
|
|
|
|
|
if (wait) {
|
|
|
|
|
Thread* thread = GetCurrentThread();
|
|
|
|
|
if (std::find(waiting_threads.begin(), waiting_threads.end(), thread) == waiting_threads.end()) {
|
|
|
|
|
waiting_threads.push_back(thread);
|
|
|
|
|
}
|
|
|
|
|
WaitCurrentThread(WAITTYPE_THREADEND, this);
|
|
|
|
|
}
|
|
|
|
|
bool Thread::ShouldWait() {
|
|
|
|
|
return status != THREADSTATUS_DORMANT;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return MakeResult<bool>(wait);
|
|
|
|
|
void Thread::Acquire() {
|
|
|
|
|
_assert_msg_(Kernel, !ShouldWait(), "object unavailable!");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Lists all thread ids that aren't deleted/etc.
|
|
|
|
@ -67,8 +62,8 @@ static void ResetThread(Thread* t, u32 arg, s32 lowest_priority) {
|
|
|
|
|
if (t->current_priority < lowest_priority) {
|
|
|
|
|
t->current_priority = t->initial_priority;
|
|
|
|
|
}
|
|
|
|
|
t->wait_type = WAITTYPE_NONE;
|
|
|
|
|
t->wait_object = nullptr;
|
|
|
|
|
|
|
|
|
|
t->wait_objects.clear();
|
|
|
|
|
t->wait_address = 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -88,37 +83,32 @@ static void ChangeReadyState(Thread* t, bool ready) {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Check if a thread is blocking on a specified wait type
|
|
|
|
|
static bool CheckWaitType(const Thread* thread, WaitType type) {
|
|
|
|
|
return (type == thread->wait_type) && (thread->IsWaiting());
|
|
|
|
|
}
|
|
|
|
|
/// Check if a thread is waiting on a the specified wait object
|
|
|
|
|
static bool CheckWait_WaitObject(const Thread* thread, WaitObject* wait_object) {
|
|
|
|
|
auto itr = std::find(thread->wait_objects.begin(), thread->wait_objects.end(), wait_object);
|
|
|
|
|
|
|
|
|
|
if (itr != thread->wait_objects.end())
|
|
|
|
|
return thread->IsWaiting();
|
|
|
|
|
|
|
|
|
|
/// Check if a thread is blocking on a specified wait type with a specified handle
|
|
|
|
|
static bool CheckWaitType(const Thread* thread, WaitType type, Object* wait_object) {
|
|
|
|
|
return CheckWaitType(thread, type) && wait_object == thread->wait_object;
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Check if a thread is blocking on a specified wait type with a specified handle and address
|
|
|
|
|
static bool CheckWaitType(const Thread* thread, WaitType type, Object* wait_object, VAddr wait_address) {
|
|
|
|
|
return CheckWaitType(thread, type, wait_object) && (wait_address == thread->wait_address);
|
|
|
|
|
/// Check if the specified thread is waiting on the specified address to be arbitrated
|
|
|
|
|
static bool CheckWait_AddressArbiter(const Thread* thread, VAddr wait_address) {
|
|
|
|
|
return thread->IsWaiting() && thread->wait_objects.empty() && wait_address == thread->wait_address;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Stops the current thread
|
|
|
|
|
void Thread::Stop(const char* reason) {
|
|
|
|
|
// Release all the mutexes that this thread holds
|
|
|
|
|
ReleaseThreadMutexes(GetHandle());
|
|
|
|
|
ReleaseThreadMutexes(this);
|
|
|
|
|
|
|
|
|
|
ChangeReadyState(this, false);
|
|
|
|
|
status = THREADSTATUS_DORMANT;
|
|
|
|
|
for (auto& waiting_thread : waiting_threads) {
|
|
|
|
|
if (CheckWaitType(waiting_thread.get(), WAITTYPE_THREADEND, this))
|
|
|
|
|
waiting_thread->ResumeFromWait();
|
|
|
|
|
}
|
|
|
|
|
waiting_threads.clear();
|
|
|
|
|
WakeupAllWaitingThreads();
|
|
|
|
|
|
|
|
|
|
// Stopped threads are never waiting.
|
|
|
|
|
wait_type = WAITTYPE_NONE;
|
|
|
|
|
wait_object = nullptr;
|
|
|
|
|
wait_objects.clear();
|
|
|
|
|
wait_address = 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -129,26 +119,20 @@ static void ChangeThreadState(Thread* t, ThreadStatus new_status) {
|
|
|
|
|
}
|
|
|
|
|
ChangeReadyState(t, (new_status & THREADSTATUS_READY) != 0);
|
|
|
|
|
t->status = new_status;
|
|
|
|
|
|
|
|
|
|
if (new_status == THREADSTATUS_WAIT) {
|
|
|
|
|
if (t->wait_type == WAITTYPE_NONE) {
|
|
|
|
|
LOG_ERROR(Kernel, "Waittype none not allowed");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Arbitrate the highest priority thread that is waiting
|
|
|
|
|
Thread* ArbitrateHighestPriorityThread(Object* arbiter, u32 address) {
|
|
|
|
|
Thread* ArbitrateHighestPriorityThread(u32 address) {
|
|
|
|
|
Thread* highest_priority_thread = nullptr;
|
|
|
|
|
s32 priority = THREADPRIO_LOWEST;
|
|
|
|
|
|
|
|
|
|
// Iterate through threads, find highest priority thread that is waiting to be arbitrated...
|
|
|
|
|
for (auto& thread : thread_list) {
|
|
|
|
|
if (!CheckWaitType(thread.get(), WAITTYPE_ARB, arbiter, address))
|
|
|
|
|
if (!CheckWait_AddressArbiter(thread.get(), address))
|
|
|
|
|
continue;
|
|
|
|
|
|
|
|
|
|
if (thread == nullptr)
|
|
|
|
|
continue; // TODO(yuriks): Thread handle will hang around forever. Should clean up.
|
|
|
|
|
continue;
|
|
|
|
|
|
|
|
|
|
if(thread->current_priority <= priority) {
|
|
|
|
|
highest_priority_thread = thread.get();
|
|
|
|
@ -165,11 +149,11 @@ Thread* ArbitrateHighestPriorityThread(Object* arbiter, u32 address) {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Arbitrate all threads currently waiting
|
|
|
|
|
void ArbitrateAllThreads(Object* arbiter, u32 address) {
|
|
|
|
|
void ArbitrateAllThreads(u32 address) {
|
|
|
|
|
|
|
|
|
|
// Iterate through threads, find highest priority thread that is waiting to be arbitrated...
|
|
|
|
|
for (auto& thread : thread_list) {
|
|
|
|
|
if (CheckWaitType(thread.get(), WAITTYPE_ARB, arbiter, address))
|
|
|
|
|
if (CheckWait_AddressArbiter(thread.get(), address))
|
|
|
|
|
thread->ResumeFromWait();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -177,9 +161,6 @@ void ArbitrateAllThreads(Object* arbiter, u32 address) {
|
|
|
|
|
/// Calls a thread by marking it as "ready" (note: will not actually execute until current thread yields)
|
|
|
|
|
static void CallThread(Thread* t) {
|
|
|
|
|
// Stop waiting
|
|
|
|
|
if (t->wait_type != WAITTYPE_NONE) {
|
|
|
|
|
t->wait_type = WAITTYPE_NONE;
|
|
|
|
|
}
|
|
|
|
|
ChangeThreadState(t, THREADSTATUS_READY);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -200,7 +181,6 @@ static void SwitchContext(Thread* t) {
|
|
|
|
|
current_thread = t;
|
|
|
|
|
ChangeReadyState(t, false);
|
|
|
|
|
t->status = (t->status | THREADSTATUS_RUNNING) & ~THREADSTATUS_READY;
|
|
|
|
|
t->wait_type = WAITTYPE_NONE;
|
|
|
|
|
Core::g_app_core->LoadContext(t->context);
|
|
|
|
|
} else {
|
|
|
|
|
current_thread = nullptr;
|
|
|
|
@ -223,16 +203,27 @@ static Thread* NextThread() {
|
|
|
|
|
return next;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void WaitCurrentThread(WaitType wait_type, Object* wait_object) {
|
|
|
|
|
void WaitCurrentThread_Sleep() {
|
|
|
|
|
Thread* thread = GetCurrentThread();
|
|
|
|
|
thread->wait_type = wait_type;
|
|
|
|
|
thread->wait_object = wait_object;
|
|
|
|
|
ChangeThreadState(thread, ThreadStatus(THREADSTATUS_WAIT | (thread->status & THREADSTATUS_SUSPEND)));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void WaitCurrentThread(WaitType wait_type, Object* wait_object, VAddr wait_address) {
|
|
|
|
|
WaitCurrentThread(wait_type, wait_object);
|
|
|
|
|
GetCurrentThread()->wait_address = wait_address;
|
|
|
|
|
void WaitCurrentThread_WaitSynchronization(SharedPtr<WaitObject> wait_object, bool wait_set_output, bool wait_all) {
|
|
|
|
|
Thread* thread = GetCurrentThread();
|
|
|
|
|
thread->wait_set_output = wait_set_output;
|
|
|
|
|
thread->wait_all = wait_all;
|
|
|
|
|
|
|
|
|
|
// It's possible to call WaitSynchronizationN without any objects passed in...
|
|
|
|
|
if (wait_object != nullptr)
|
|
|
|
|
thread->wait_objects.push_back(wait_object);
|
|
|
|
|
|
|
|
|
|
ChangeThreadState(thread, ThreadStatus(THREADSTATUS_WAIT | (thread->status & THREADSTATUS_SUSPEND)));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void WaitCurrentThread_ArbitrateAddress(VAddr wait_address) {
|
|
|
|
|
Thread* thread = GetCurrentThread();
|
|
|
|
|
thread->wait_address = wait_address;
|
|
|
|
|
ChangeThreadState(thread, ThreadStatus(THREADSTATUS_WAIT | (thread->status & THREADSTATUS_SUSPEND)));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Event type for the thread wake up event
|
|
|
|
@ -247,6 +238,12 @@ static void ThreadWakeupCallback(u64 parameter, int cycles_late) {
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
thread->SetWaitSynchronizationResult(ResultCode(ErrorDescription::Timeout, ErrorModule::OS,
|
|
|
|
|
ErrorSummary::StatusChanged, ErrorLevel::Info));
|
|
|
|
|
|
|
|
|
|
if (thread->wait_set_output)
|
|
|
|
|
thread->SetWaitSynchronizationOutput(-1);
|
|
|
|
|
|
|
|
|
|
thread->ResumeFromWait();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -261,14 +258,63 @@ void WakeThreadAfterDelay(Thread* thread, s64 nanoseconds) {
|
|
|
|
|
CoreTiming::ScheduleEvent(usToCycles(microseconds), ThreadWakeupEventType, thread->GetHandle());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Resumes a thread from waiting by marking it as "ready"
|
|
|
|
|
void Thread::ReleaseWaitObject(WaitObject* wait_object) {
|
|
|
|
|
if (wait_objects.empty()) {
|
|
|
|
|
LOG_CRITICAL(Kernel, "thread is not waiting on any objects!");
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Remove this thread from the waiting object's thread list
|
|
|
|
|
wait_object->RemoveWaitingThread(this);
|
|
|
|
|
|
|
|
|
|
unsigned index = 0;
|
|
|
|
|
bool wait_all_failed = false; // Will be set to true if any object is unavailable
|
|
|
|
|
|
|
|
|
|
// Iterate through all waiting objects to check availability...
|
|
|
|
|
for (auto itr = wait_objects.begin(); itr != wait_objects.end(); ++itr) {
|
|
|
|
|
if ((*itr)->ShouldWait())
|
|
|
|
|
wait_all_failed = true;
|
|
|
|
|
|
|
|
|
|
// The output should be the last index of wait_object
|
|
|
|
|
if (*itr == wait_object)
|
|
|
|
|
index = itr - wait_objects.begin();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// If we are waiting on all objects...
|
|
|
|
|
if (wait_all) {
|
|
|
|
|
// Resume the thread only if all are available...
|
|
|
|
|
if (!wait_all_failed) {
|
|
|
|
|
SetWaitSynchronizationResult(RESULT_SUCCESS);
|
|
|
|
|
SetWaitSynchronizationOutput(-1);
|
|
|
|
|
|
|
|
|
|
ResumeFromWait();
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
// Otherwise, resume
|
|
|
|
|
SetWaitSynchronizationResult(RESULT_SUCCESS);
|
|
|
|
|
|
|
|
|
|
if (wait_set_output)
|
|
|
|
|
SetWaitSynchronizationOutput(index);
|
|
|
|
|
|
|
|
|
|
ResumeFromWait();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void Thread::ResumeFromWait() {
|
|
|
|
|
// Cancel any outstanding wakeup events
|
|
|
|
|
CoreTiming::UnscheduleEvent(ThreadWakeupEventType, GetHandle());
|
|
|
|
|
|
|
|
|
|
status &= ~THREADSTATUS_WAIT;
|
|
|
|
|
wait_object = nullptr;
|
|
|
|
|
wait_type = WAITTYPE_NONE;
|
|
|
|
|
|
|
|
|
|
// Remove this thread from all other WaitObjects
|
|
|
|
|
for (auto wait_object : wait_objects)
|
|
|
|
|
wait_object->RemoveWaitingThread(this);
|
|
|
|
|
|
|
|
|
|
wait_objects.clear();
|
|
|
|
|
wait_set_output = false;
|
|
|
|
|
wait_all = false;
|
|
|
|
|
wait_address = 0;
|
|
|
|
|
|
|
|
|
|
if (!(status & (THREADSTATUS_WAITSUSPEND | THREADSTATUS_DORMANT | THREADSTATUS_DEAD))) {
|
|
|
|
|
ChangeReadyState(this, true);
|
|
|
|
|
}
|
|
|
|
@ -334,8 +380,9 @@ ResultVal<SharedPtr<Thread>> Thread::Create(std::string name, VAddr entry_point,
|
|
|
|
|
thread->stack_size = stack_size;
|
|
|
|
|
thread->initial_priority = thread->current_priority = priority;
|
|
|
|
|
thread->processor_id = processor_id;
|
|
|
|
|
thread->wait_type = WAITTYPE_NONE;
|
|
|
|
|
thread->wait_object = nullptr;
|
|
|
|
|
thread->wait_set_output = false;
|
|
|
|
|
thread->wait_all = false;
|
|
|
|
|
thread->wait_objects.clear();
|
|
|
|
|
thread->wait_address = 0;
|
|
|
|
|
thread->name = std::move(name);
|
|
|
|
|
|
|
|
|
@ -419,13 +466,20 @@ void Reschedule() {
|
|
|
|
|
LOG_TRACE(Kernel, "cannot context switch from 0x%08X, no higher priority thread!", prev->GetHandle());
|
|
|
|
|
|
|
|
|
|
for (auto& thread : thread_list) {
|
|
|
|
|
LOG_TRACE(Kernel, "\thandle=0x%08X prio=0x%02X, status=0x%08X wait_type=0x%08X wait_handle=0x%08X",
|
|
|
|
|
thread->GetHandle(), thread->current_priority, thread->status, thread->wait_type,
|
|
|
|
|
(thread->wait_object ? thread->wait_object->GetHandle() : INVALID_HANDLE));
|
|
|
|
|
LOG_TRACE(Kernel, "\thandle=0x%08X prio=0x%02X, status=0x%08X", thread->GetHandle(),
|
|
|
|
|
thread->current_priority, thread->status);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void Thread::SetWaitSynchronizationResult(ResultCode result) {
|
|
|
|
|
context.cpu_registers[0] = result.raw;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void Thread::SetWaitSynchronizationOutput(s32 output) {
|
|
|
|
|
context.cpu_registers[1] = output;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
|
|
|
|
void ThreadingInit() {
|
|
|
|
|