mirror of
https://github.com/boykopovar/AnyPS5.git
synced 2026-10-21 08:12:09 -05:00
A kqueue descriptor is readable while one of its events is triggered and is never writable or exceptional, as FreeBSD's kqueue_poll answers, on both hosts. On Windows select threw for it, and on Linux its /dev/null placeholder was reported readable and writable. A descriptor that stops being a socket, a kqueue or a pipe during the wait now fails the call with EBADF when it was closed and is selected again with the rest of the timeout when its number was reused, as FreeBSD's kern_select looks every descriptor up again in each pass, instead of throwing. On Windows a host descriptor that is not a pipe throws when select starts, before waiting. Depends on #7139. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
694 lines
23 KiB
C++
694 lines
23 KiB
C++
#include "Equeue.hpp"
|
|
#include "prx/libkernel/Time/include/Time.hpp"
|
|
#include "prx/libc/include/General.hpp"
|
|
#include "prx/libkernel/Socket/include/SocketRuntime.hpp"
|
|
#include "prx/libkernel/File/include/File.hpp"
|
|
|
|
#include <algorithm>
|
|
#include <chrono>
|
|
#include <limits>
|
|
#include <mutex>
|
|
#include <stdexcept>
|
|
#include <unordered_map>
|
|
|
|
static std::unordered_map<KernelEqueue, KernelEqueueRef> g_equeues;
|
|
static std::mutex g_equeueMutex;
|
|
static uint64_t g_nextEqueue = 1;
|
|
|
|
extern "C" {
|
|
|
|
KernelEqueuePrivate::KernelEqueuePrivate(KernelEqueue handle, bool reportOncePerWait) : m_handle(handle), m_reportOncePerWait(reportOncePerWait) {}
|
|
|
|
KernelEqueuePrivate::~KernelEqueuePrivate() {
|
|
Close();
|
|
}
|
|
|
|
uint64_t KernelEqueuePrivate::MonotonicNs() {
|
|
return static_cast<uint64_t>(
|
|
std::chrono::duration_cast<std::chrono::nanoseconds>(
|
|
std::chrono::steady_clock::now().time_since_epoch()
|
|
).count()
|
|
);
|
|
}
|
|
|
|
void KernelEqueuePrivate::Close() {
|
|
std::unique_lock lock(m_mutex);
|
|
if (m_closed) {
|
|
return;
|
|
}
|
|
m_closed = true;
|
|
for (auto& ev : m_events) {
|
|
if (ev.filter.deleteEventFunc != nullptr) {
|
|
auto owner = ev.filter.owner;
|
|
ev.filter.deleteEventFunc(m_handle, &ev);
|
|
}
|
|
}
|
|
m_events.clear();
|
|
m_cond.NotifyAll();
|
|
WakePollers();
|
|
}
|
|
|
|
void KernelEqueuePrivate::TriggerExpiredTimers(uint64_t nowNs) {
|
|
for (auto& ev : m_events) {
|
|
if (ev.enabled && ev.deadlineNs != 0 && ev.deadlineNs <= nowNs) {
|
|
if (ev.event.filter == EVFILT_TIMER) {
|
|
const uint64_t count = ev.intervalNs == 0
|
|
? (ev.triggered ? 0 : 1)
|
|
: 1 + (nowNs - ev.deadlineNs) / ev.intervalNs;
|
|
ev.event.data += static_cast<intptr_t>(count);
|
|
ev.deadlineNs += count * ev.intervalNs;
|
|
}
|
|
ev.triggered = true;
|
|
}
|
|
}
|
|
}
|
|
|
|
bool KernelEqueuePrivate::NextTimerWaitMicros(uint64_t nowNs, uint32_t* out) const {
|
|
uint64_t nearest = std::numeric_limits<uint64_t>::max();
|
|
for (const auto& ev : m_events) {
|
|
if (ev.enabled && !ev.triggered && ev.deadlineNs != 0) {
|
|
nearest = std::min(nearest, ev.deadlineNs);
|
|
}
|
|
}
|
|
if (nearest == std::numeric_limits<uint64_t>::max()) {
|
|
return false;
|
|
}
|
|
const uint64_t remainingNs = nearest > nowNs ? nearest - nowNs : 0;
|
|
const uint64_t roundedUs = std::max<uint64_t>(1, (remainingNs + 999u) / 1000u);
|
|
*out = static_cast<uint32_t>(std::min<uint64_t>(roundedUs, std::numeric_limits<uint32_t>::max()));
|
|
return true;
|
|
}
|
|
|
|
bool KernelEqueuePrivate::PollEvents() {
|
|
bool polled = false;
|
|
for (auto& ev : m_events) {
|
|
if (ev.enabled && ev.filter.pollFunc != nullptr) {
|
|
ev.triggered = ev.filter.pollFunc(&ev);
|
|
polled = true;
|
|
}
|
|
}
|
|
return polled;
|
|
}
|
|
|
|
void KernelEqueuePrivate::WakePollers() {
|
|
for (const auto waker : m_pollers) {
|
|
GuestSockets::Wake(waker);
|
|
}
|
|
}
|
|
|
|
void KernelEqueuePrivate::WaitForDescriptors(std::unique_lock<std::mutex>& lock, std::uint64_t deadlineNanos) {
|
|
std::vector<GuestSockets::Interest> interests;
|
|
for (const auto& e : m_events) {
|
|
if (e.enabled && e.filter.pollFunc != nullptr) {
|
|
interests.push_back({static_cast<int>(e.event.ident), e.event.filter == EVFILT_WRITE});
|
|
}
|
|
}
|
|
const auto waker = GuestSockets::CurrentWaker();
|
|
m_pollers.push_back(waker);
|
|
lock.unlock();
|
|
const bool waited = GuestSockets::WaitAny(interests, deadlineNanos);
|
|
lock.lock();
|
|
m_pollers.erase(std::find(m_pollers.begin(), m_pollers.end(), waker));
|
|
if (!waited) {
|
|
m_cond.WaitUntil(lock, deadlineNanos);
|
|
}
|
|
}
|
|
|
|
int KernelEqueuePrivate::CollectTriggered(KernelEvent* ev, int num) {
|
|
if (m_reportOncePerWait) {
|
|
return CollectOncePerWait(ev, num);
|
|
}
|
|
int ret = 0;
|
|
for (auto it = m_events.begin(); it != m_events.end() && ret < num;) {
|
|
auto& e = *it;
|
|
if (!e.enabled) {
|
|
++it;
|
|
continue;
|
|
}
|
|
bool erase = false;
|
|
while (e.triggered && ret < num) {
|
|
ev[ret++] = e.event;
|
|
if ((e.event.flags & EV_ONESHOT) != 0) {
|
|
erase = true;
|
|
break;
|
|
}
|
|
if ((e.event.flags & EV_DISPATCH) != 0) {
|
|
e.enabled = false;
|
|
e.triggered = false;
|
|
e.event.fflags = 0;
|
|
e.event.data = 0;
|
|
break;
|
|
}
|
|
if (e.filter.resetFunc != nullptr) {
|
|
e.filter.resetFunc(&e);
|
|
} else if ((e.event.flags & EV_CLEAR) != 0) {
|
|
e.triggered = false;
|
|
e.event.fflags = 0;
|
|
e.event.data = 0;
|
|
}
|
|
if (e.pendingEvents.empty()) {
|
|
break;
|
|
}
|
|
e.event = e.pendingEvents.front();
|
|
e.pendingEvents.pop_front();
|
|
e.triggered = true;
|
|
}
|
|
it = erase ? m_events.erase(it) : std::next(it);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int KernelEqueuePrivate::CollectOncePerWait(KernelEvent* ev, int num) {
|
|
int ret = 0;
|
|
std::list<KernelEqueueEvent> requeued;
|
|
for (auto it = m_events.begin(); it != m_events.end() && ret < num;) {
|
|
auto& e = *it;
|
|
if (!e.triggered || !e.enabled) {
|
|
++it;
|
|
continue;
|
|
}
|
|
ev[ret++] = e.event;
|
|
if ((e.event.flags & EV_ONESHOT) != 0) {
|
|
if (e.filter.deleteEventFunc != nullptr) {
|
|
auto owner = e.filter.owner;
|
|
e.filter.deleteEventFunc(m_handle, &e);
|
|
}
|
|
it = m_events.erase(it);
|
|
continue;
|
|
}
|
|
if ((e.event.flags & EV_DISPATCH) != 0) {
|
|
e.enabled = false;
|
|
e.triggered = false;
|
|
e.event.fflags = 0;
|
|
e.event.data = 0;
|
|
} else if (e.filter.resetFunc != nullptr) {
|
|
e.filter.resetFunc(&e);
|
|
} else if ((e.event.flags & EV_CLEAR) != 0) {
|
|
e.triggered = false;
|
|
e.event.fflags = 0;
|
|
e.event.data = 0;
|
|
}
|
|
const auto next = std::next(it);
|
|
if (e.triggered) {
|
|
requeued.splice(requeued.end(), m_events, it);
|
|
}
|
|
it = next;
|
|
}
|
|
m_events.splice(m_events.end(), requeued);
|
|
return ret;
|
|
}
|
|
|
|
int KernelEqueuePrivate::GetTriggeredEvents(KernelEvent* ev, int num) {
|
|
std::unique_lock lock(m_mutex);
|
|
if (m_closed) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
TriggerExpiredTimers(MonotonicNs());
|
|
PollEvents();
|
|
return CollectTriggered(ev, num);
|
|
}
|
|
|
|
bool KernelEqueuePrivate::HasTriggeredEvents() {
|
|
std::unique_lock lock(m_mutex);
|
|
if (m_closed) {
|
|
return false;
|
|
}
|
|
TriggerExpiredTimers(MonotonicNs());
|
|
PollEvents();
|
|
return std::any_of(m_events.begin(), m_events.end(), [](const KernelEqueueEvent& event) { return event.enabled && event.triggered; });
|
|
}
|
|
|
|
int KernelEqueuePrivate::WaitForEvents(KernelEvent* ev, int num, uint32_t micros) {
|
|
return WaitForEventsUntil(ev, num, micros == 0 ? 0 : TimedWait::DeadlineNanos(micros));
|
|
}
|
|
|
|
int KernelEqueuePrivate::WaitForEventsUntil(KernelEvent* ev, int num, std::uint64_t deadline) {
|
|
std::unique_lock lock(m_mutex);
|
|
if (m_closed) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
for (;;) {
|
|
TriggerExpiredTimers(MonotonicNs());
|
|
const bool polling = PollEvents();
|
|
const int ret = CollectTriggered(ev, num);
|
|
if (ret != 0) {
|
|
return ret;
|
|
}
|
|
if (m_closed) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
if (deadline == 0) {
|
|
uint32_t timerWait = 0;
|
|
const bool hasTimer = NextTimerWaitMicros(MonotonicNs(), &timerWait);
|
|
const std::uint64_t wake = hasTimer ? TimedWait::NowNanos() + static_cast<std::uint64_t>(timerWait) * 1000ULL : 0;
|
|
if (polling) {
|
|
WaitForDescriptors(lock, wake);
|
|
} else if (hasTimer) {
|
|
m_cond.WaitUntil(lock, wake);
|
|
} else {
|
|
m_cond.Wait(lock);
|
|
}
|
|
} else {
|
|
uint32_t timerWait = 0;
|
|
const bool hasTimer = NextTimerWaitMicros(MonotonicNs(), &timerWait);
|
|
const std::uint64_t now = TimedWait::NowNanos();
|
|
if (now >= deadline) {
|
|
return 0;
|
|
}
|
|
const std::uint64_t timerDeadline = now + static_cast<std::uint64_t>(timerWait) * 1000ULL;
|
|
const std::uint64_t wake = hasTimer ? std::min(deadline, timerDeadline) : deadline;
|
|
if (polling) {
|
|
WaitForDescriptors(lock, wake);
|
|
} else {
|
|
m_cond.WaitUntil(lock, wake);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
int KernelEqueuePrivate::AddEvent(const KernelEqueueEvent& event) {
|
|
std::unique_lock lock(m_mutex);
|
|
if (m_closed) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
auto it = std::find_if(m_events.begin(), m_events.end(),
|
|
[ident = event.event.ident, filter = event.event.filter](const auto& e) {
|
|
return e.event.ident == ident && e.event.filter == filter;
|
|
}
|
|
);
|
|
if (it != m_events.end()) {
|
|
if (event.event.filter == EVFILT_TIMER) {
|
|
TriggerExpiredTimers(MonotonicNs());
|
|
}
|
|
it->deadlineNs = event.deadlineNs;
|
|
it->intervalNs = event.intervalNs;
|
|
it->event.udata = event.event.udata;
|
|
for (auto& pending : it->pendingEvents) {
|
|
pending.udata = event.event.udata;
|
|
}
|
|
} else {
|
|
m_events.push_back(event);
|
|
}
|
|
m_cond.NotifyOne();
|
|
WakePollers();
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
int KernelEqueuePrivate::TriggerEvent(uintptr_t ident, int16_t filter, void* triggerData) {
|
|
std::unique_lock lock(m_mutex);
|
|
if (m_closed) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
auto it = std::find_if(m_events.begin(), m_events.end(),
|
|
[ident, filter](const auto& e) {
|
|
return e.event.ident == ident && e.event.filter == filter;
|
|
}
|
|
);
|
|
if (it == m_events.end()) {
|
|
return SCE_KERNEL_ERROR_ENOENT;
|
|
}
|
|
if (it->enabled) {
|
|
if (it->filter.triggerFunc != nullptr) {
|
|
it->filter.triggerFunc(&*it, triggerData);
|
|
} else {
|
|
it->triggered = true;
|
|
}
|
|
}
|
|
m_cond.NotifyOne();
|
|
WakePollers();
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
bool KernelEqueuePrivate::HasEvent(uintptr_t ident, int16_t filter) {
|
|
std::unique_lock lock(m_mutex);
|
|
return std::any_of(m_events.begin(), m_events.end(), [ident, filter](const auto& e) {
|
|
return e.event.ident == ident && e.event.filter == filter;
|
|
});
|
|
}
|
|
|
|
int KernelEqueuePrivate::EditEvent(uintptr_t ident, int16_t filter, const std::function<void(KernelEqueueEvent&)>& edit) {
|
|
std::unique_lock lock(m_mutex);
|
|
if (m_closed) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
auto it = std::find_if(m_events.begin(), m_events.end(),
|
|
[ident, filter](const auto& e) {
|
|
return e.event.ident == ident && e.event.filter == filter;
|
|
}
|
|
);
|
|
if (it == m_events.end()) {
|
|
return SCE_KERNEL_ERROR_ENOENT;
|
|
}
|
|
edit(*it);
|
|
m_cond.NotifyOne();
|
|
WakePollers();
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
int KernelEqueuePrivate::DeleteEvent(uintptr_t ident, int16_t filter) {
|
|
std::unique_lock lock(m_mutex);
|
|
if (m_closed) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
auto it = std::find_if(m_events.begin(), m_events.end(),
|
|
[ident, filter](const auto& e) {
|
|
return e.event.ident == ident && e.event.filter == filter;
|
|
}
|
|
);
|
|
if (it == m_events.end()) {
|
|
return SCE_KERNEL_ERROR_ENOENT;
|
|
}
|
|
if (it->filter.deleteEventFunc != nullptr) {
|
|
auto owner = it->filter.owner;
|
|
it->filter.deleteEventFunc(m_handle, &*it);
|
|
}
|
|
m_events.erase(it);
|
|
WakePollers();
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
void KernelEqueuePrivate::RemoveDescriptorEvents(uintptr_t ident) {
|
|
std::unique_lock lock(m_mutex);
|
|
bool removed = false;
|
|
for (auto it = m_events.begin(); it != m_events.end();) {
|
|
if (it->event.ident != ident || (it->event.filter != EVFILT_READ && it->event.filter != EVFILT_WRITE && it->event.filter != EVFILT_VNODE)) {
|
|
++it;
|
|
continue;
|
|
}
|
|
if (it->filter.deleteEventFunc != nullptr) {
|
|
auto owner = it->filter.owner;
|
|
it->filter.deleteEventFunc(m_handle, &*it);
|
|
}
|
|
it = m_events.erase(it);
|
|
removed = true;
|
|
}
|
|
if (removed) {
|
|
WakePollers();
|
|
}
|
|
}
|
|
|
|
KernelEqueueRef EqueuePin_nid_postfix(KernelEqueue eq) {
|
|
if (eq == 0) {
|
|
return {};
|
|
}
|
|
std::unique_lock lock(g_equeueMutex);
|
|
auto it = g_equeues.find(eq);
|
|
return it != g_equeues.end() ? it->second : KernelEqueueRef{};
|
|
}
|
|
|
|
int APS5_VABI EqueueAddEvent_nid_postfix(KernelEqueue eq, const KernelEqueueEvent& event) {
|
|
auto owner = EqueuePin_nid_postfix(eq);
|
|
if (!owner) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
return owner->AddEvent(event);
|
|
}
|
|
|
|
int APS5_VABI EqueueTriggerEvent_nid_postfix(KernelEqueue eq, uintptr_t ident, int16_t filter, void* triggerData) {
|
|
auto owner = EqueuePin_nid_postfix(eq);
|
|
if (!owner) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
return owner->TriggerEvent(ident, filter, triggerData);
|
|
}
|
|
|
|
int APS5_VABI EqueueDeleteEvent_nid_postfix(KernelEqueue eq, uintptr_t ident, int16_t filter) {
|
|
auto owner = EqueuePin_nid_postfix(eq);
|
|
if (!owner) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
return owner->DeleteEvent(ident, filter);
|
|
}
|
|
|
|
|
|
int APS5_VABI sceKernelCreateEqueue(KernelEqueue* eq, const char* name) {
|
|
if (eq == nullptr || name == nullptr) {
|
|
return SCE_KERNEL_ERROR_EINVAL;
|
|
}
|
|
std::unique_lock lock(g_equeueMutex);
|
|
if (g_nextEqueue > static_cast<uint64_t>(std::numeric_limits<KernelEqueue>::max())) {
|
|
throw std::runtime_error("equeue handle space exhausted");
|
|
}
|
|
*eq = static_cast<KernelEqueue>(g_nextEqueue++);
|
|
auto owner = std::make_shared<KernelEqueuePrivate>(*eq);
|
|
owner->SetName(std::string(name));
|
|
g_equeues.emplace(*eq, std::move(owner));
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
int APS5_VABI sceKernelDeleteEqueue(KernelEqueue eq) {
|
|
KernelEqueueRef owner;
|
|
{
|
|
std::unique_lock lock(g_equeueMutex);
|
|
auto it = g_equeues.find(eq);
|
|
if (it == g_equeues.end()) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
owner = std::move(it->second);
|
|
g_equeues.erase(it);
|
|
}
|
|
owner->Close();
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
int APS5_VABI sceKernelWaitEqueue(KernelEqueue eq, KernelEvent* ev, int num, int* out, const KernelUseconds* timo) {
|
|
auto owner = EqueuePin_nid_postfix(eq);
|
|
if (!owner) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
if (ev == nullptr) {
|
|
return SCE_KERNEL_ERROR_EFAULT;
|
|
}
|
|
if (num < 1 || out == nullptr) {
|
|
return SCE_KERNEL_ERROR_EINVAL;
|
|
}
|
|
const auto waitStart = std::chrono::steady_clock::now();
|
|
if (timo == nullptr) {
|
|
*out = owner->WaitForEvents(ev, num, 0);
|
|
} else if (*timo == 0) {
|
|
*out = owner->GetTriggeredEvents(ev, num);
|
|
} else {
|
|
*out = owner->WaitForEvents(ev, num, *timo);
|
|
}
|
|
if (timo == nullptr || *timo != 0) {
|
|
KernelTraceWait_nid_postfix("equeue", __builtin_return_address(0), static_cast<std::uint64_t>(std::chrono::duration_cast<std::chrono::nanoseconds>(std::chrono::steady_clock::now() - waitStart).count()), *out == 0);
|
|
}
|
|
if (*out == SCE_KERNEL_ERROR_EBADF) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
if (*out == 0) {
|
|
return SCE_KERNEL_ERROR_ETIMEDOUT;
|
|
}
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
int APS5_VABI sceKernelAddUserEvent(KernelEqueue eq, int id) {
|
|
KernelEqueueEvent event{};
|
|
event.event.ident = static_cast<uintptr_t>(id);
|
|
event.event.filter = EVFILT_USER;
|
|
event.event.flags = EV_ADD;
|
|
event.filter.triggerFunc = [](KernelEqueueEvent* e, void* data) {
|
|
e->triggered = true;
|
|
e->event.data = reinterpret_cast<intptr_t>(data);
|
|
e->event.udata = data;
|
|
};
|
|
event.filter.resetFunc = [](KernelEqueueEvent* e) {
|
|
if ((e->event.flags & EV_CLEAR) != 0) {
|
|
e->triggered = false;
|
|
e->event.fflags = 0;
|
|
e->event.data = 0;
|
|
}
|
|
};
|
|
return EqueueAddEvent_nid_postfix(eq, event);
|
|
}
|
|
|
|
int APS5_VABI sceKernelAddUserEventEdge(KernelEqueue eq, int id) {
|
|
KernelEqueueEvent event{};
|
|
event.event.ident = static_cast<uintptr_t>(id);
|
|
event.event.filter = EVFILT_USER;
|
|
event.event.flags = EV_ADD | EV_CLEAR;
|
|
event.filter.triggerFunc = [](KernelEqueueEvent* e, void* data) {
|
|
e->triggered = true;
|
|
e->event.data = reinterpret_cast<intptr_t>(data);
|
|
e->event.udata = data;
|
|
};
|
|
event.filter.resetFunc = [](KernelEqueueEvent* e) {
|
|
if ((e->event.flags & EV_CLEAR) != 0) {
|
|
e->triggered = false;
|
|
e->event.fflags = 0;
|
|
e->event.data = 0;
|
|
}
|
|
};
|
|
return EqueueAddEvent_nid_postfix(eq, event);
|
|
}
|
|
|
|
int APS5_VABI sceKernelTriggerUserEvent(KernelEqueue eq, int id, void* udata) {
|
|
return EqueueTriggerEvent_nid_postfix(eq, static_cast<uintptr_t>(id), EVFILT_USER, udata);
|
|
}
|
|
|
|
int APS5_VABI sceKernelDeleteUserEvent(KernelEqueue eq, int id) {
|
|
return EqueueDeleteEvent_nid_postfix(eq, static_cast<uintptr_t>(id), EVFILT_USER);
|
|
}
|
|
|
|
int APS5_VABI sceKernelAddHRTimerEvent(KernelEqueue eq, int id, const KernelTimespec* ts, void* udata) {
|
|
if (ts == nullptr) {
|
|
return SCE_KERNEL_ERROR_EFAULT;
|
|
}
|
|
if (ts->tv_sec < 0 || ts->tv_nsec < 0 || ts->tv_nsec >= 1000000000LL) {
|
|
return SCE_KERNEL_ERROR_EINVAL;
|
|
}
|
|
const uint64_t delayNs =
|
|
static_cast<uint64_t>(ts->tv_sec) * 1000000000ULL +
|
|
static_cast<uint64_t>(ts->tv_nsec);
|
|
const uint64_t nowNs = static_cast<uint64_t>(
|
|
std::chrono::duration_cast<std::chrono::nanoseconds>(
|
|
std::chrono::steady_clock::now().time_since_epoch()
|
|
).count()
|
|
);
|
|
KernelEqueueEvent event{};
|
|
event.deadlineNs = (delayNs <= std::numeric_limits<uint64_t>::max() - nowNs)
|
|
? nowNs + delayNs : std::numeric_limits<uint64_t>::max();
|
|
event.event.ident = static_cast<uintptr_t>(id);
|
|
event.event.filter = EVFILT_HRTIMER;
|
|
event.event.flags = EV_ADD | EV_ONESHOT;
|
|
event.event.udata = udata;
|
|
return EqueueAddEvent_nid_postfix(eq, event);
|
|
}
|
|
|
|
int APS5_VABI sceKernelDeleteHRTimerEvent(KernelEqueue eq, int id) {
|
|
return EqueueDeleteEvent_nid_postfix(eq, static_cast<uintptr_t>(id), EVFILT_HRTIMER);
|
|
}
|
|
|
|
int APS5_VABI sceKernelAddTimerEvent(KernelEqueue eq, int id, KernelUseconds usec, void* udata) {
|
|
const uint64_t intervalNs = static_cast<uint64_t>(usec) * 1000ULL;
|
|
KernelEqueueEvent event{};
|
|
event.deadlineNs = KernelEqueuePrivate::MonotonicNs() + intervalNs;
|
|
event.intervalNs = intervalNs;
|
|
event.event.ident = static_cast<uintptr_t>(id);
|
|
event.event.filter = EVFILT_TIMER;
|
|
event.event.flags = EV_ADD | EV_CLEAR;
|
|
event.event.udata = udata;
|
|
return EqueueAddEvent_nid_postfix(eq, event);
|
|
}
|
|
|
|
int APS5_VABI sceKernelDeleteTimerEvent(KernelEqueue eq, int id) {
|
|
return EqueueDeleteEvent_nid_postfix(eq, static_cast<uintptr_t>(id), EVFILT_TIMER);
|
|
}
|
|
|
|
int APS5_VABI sceKernelAddAmprEvent(KernelEqueue eq, int id, void* udata) {
|
|
if (eq == 0) {
|
|
return EQUEUE_OK;
|
|
}
|
|
KernelEqueueEvent event{};
|
|
event.event.ident = static_cast<uintptr_t>(id);
|
|
event.event.filter = EVFILT_AMPR;
|
|
event.event.flags = EV_ADD | EV_CLEAR;
|
|
event.event.udata = udata;
|
|
event.filter.triggerFunc = [](KernelEqueueEvent* e, void* data) {
|
|
KernelEvent triggered = e->event;
|
|
triggered.data = static_cast<intptr_t>(reinterpret_cast<uintptr_t>(data));
|
|
if (e->triggered) {
|
|
e->pendingEvents.push_back(triggered);
|
|
} else {
|
|
e->event = triggered;
|
|
e->triggered = true;
|
|
}
|
|
};
|
|
event.filter.resetFunc = [](KernelEqueueEvent* e) {
|
|
if ((e->event.flags & EV_CLEAR) != 0) {
|
|
e->triggered = false;
|
|
e->event.fflags = 0;
|
|
e->event.data = 0;
|
|
}
|
|
};
|
|
EqueueAddEvent_nid_postfix(eq, event);
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
int APS5_VABI sceKernelAddAmprSystemEvent(KernelEqueue eq, int id, void* udata) {
|
|
return sceKernelAddAmprEvent(eq, id, udata);
|
|
}
|
|
|
|
int APS5_VABI sceKernelDeleteAmprEvent(KernelEqueue eq, int id) {
|
|
if (eq == 0) {
|
|
return EQUEUE_OK;
|
|
}
|
|
EqueueDeleteEvent_nid_postfix(eq, static_cast<uintptr_t>(id), EVFILT_AMPR);
|
|
return EQUEUE_OK;
|
|
}
|
|
|
|
int APS5_VABI sceKernelDeleteAmprSystemEvent(KernelEqueue eq, int id) {
|
|
return sceKernelDeleteAmprEvent(eq, id);
|
|
}
|
|
|
|
static int AddDescriptorEvent(KernelEqueue eq, int fd, std::size_t size, void* udata, int16_t filter) {
|
|
const bool isSocket = GuestSockets::IsOpen(fd);
|
|
if (!isSocket && DescriptorIsOpen_nid_no_patch(fd)) {
|
|
NotImplemented_nid_no_patch(filter == EVFILT_READ ? "sceKernelAddReadEvent: non-socket descriptor" : "sceKernelAddWriteEvent: non-socket descriptor");
|
|
}
|
|
if (size > 1) {
|
|
NotImplemented_nid_no_patch(filter == EVFILT_READ ? "sceKernelAddReadEvent: low watermark" : "sceKernelAddWriteEvent: low watermark");
|
|
}
|
|
if (!isSocket) {
|
|
return SCE_KERNEL_ERROR_EBADF;
|
|
}
|
|
return EqueueAddEvent_nid_postfix(eq, EqueueDescriptorEvent(fd, filter, EV_ADD, udata));
|
|
}
|
|
|
|
int APS5_VABI sceKernelAddReadEvent(KernelEqueue eq, int fd, std::size_t size, void* udata) {
|
|
return AddDescriptorEvent(eq, fd, size, udata, EVFILT_READ);
|
|
}
|
|
|
|
int APS5_VABI sceKernelDeleteReadEvent(KernelEqueue eq, int fd) {
|
|
return EqueueDeleteEvent_nid_postfix(eq, static_cast<uintptr_t>(fd), EVFILT_READ);
|
|
}
|
|
|
|
int APS5_VABI sceKernelAddWriteEvent(KernelEqueue eq, int fd, std::size_t size, void* udata) {
|
|
return AddDescriptorEvent(eq, fd, size, udata, EVFILT_WRITE);
|
|
}
|
|
|
|
int APS5_VABI sceKernelDeleteWriteEvent(KernelEqueue eq, int fd) {
|
|
return EqueueDeleteEvent_nid_postfix(eq, static_cast<uintptr_t>(fd), EVFILT_WRITE);
|
|
}
|
|
|
|
}
|
|
|
|
KernelEqueueEvent EqueueDescriptorEvent(int descriptor, int16_t filter, uint16_t flags, void* udata) {
|
|
KernelEqueueEvent event{};
|
|
event.event.ident = static_cast<uintptr_t>(descriptor);
|
|
event.event.filter = filter;
|
|
event.event.flags = flags;
|
|
event.event.udata = udata;
|
|
event.filter.pollFunc = [](KernelEqueueEvent* e) {
|
|
std::int64_t data = 0;
|
|
bool eof = false;
|
|
if (!GuestSockets::Ready(static_cast<int>(e->event.ident), e->event.filter == EVFILT_WRITE, &data, &eof)) {
|
|
return false;
|
|
}
|
|
if (!eof && data < e->lowWater && !GuestSockets::Listening(static_cast<int>(e->event.ident))) {
|
|
return false;
|
|
}
|
|
e->event.data = static_cast<intptr_t>(data);
|
|
e->event.flags = static_cast<uint16_t>(eof ? (e->event.flags | EV_EOF) : (e->event.flags & ~EV_EOF));
|
|
return true;
|
|
};
|
|
event.filter.resetFunc = [](KernelEqueueEvent* e) {
|
|
e->triggered = false;
|
|
};
|
|
return event;
|
|
}
|
|
|
|
void EqueueDescriptorClosed(int descriptor) {
|
|
KqueueDescriptorClosed(descriptor);
|
|
std::vector<KernelEqueueRef> owners;
|
|
{
|
|
std::unique_lock lock(g_equeueMutex);
|
|
for (const auto& [handle, owner] : g_equeues) {
|
|
owners.push_back(owner);
|
|
}
|
|
}
|
|
for (const auto& owner : owners) {
|
|
owner->RemoveDescriptorEvents(static_cast<uintptr_t>(descriptor));
|
|
}
|
|
}
|