|
|
|
@ -1,11 +1,14 @@ |
|
|
|
// SPDX-FileCopyrightText: Copyright 2018 yuzu Emulator Project
|
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
// SPDX-FileCopyrightText: 2021 yuzu emulator team and Skyline Team and Contributors
|
|
|
|
// (https://github.com/skyline-emu/)
|
|
|
|
// SPDX-License-Identifier: GPL-3.0-or-later Licensed under GPLv3
|
|
|
|
// or any later version Refer to the license.txt file included.
|
|
|
|
|
|
|
|
#include <cstdlib>
|
|
|
|
#include <cstring>
|
|
|
|
|
|
|
|
#include "common/assert.h"
|
|
|
|
#include "common/logging/log.h"
|
|
|
|
#include "common/scope_exit.h"
|
|
|
|
#include "core/core.h"
|
|
|
|
#include "core/hle/kernel/k_event.h"
|
|
|
|
#include "core/hle/kernel/k_writable_event.h"
|
|
|
|
@ -30,9 +33,9 @@ NvResult nvhost_ctrl::Ioctl1(DeviceFD fd, Ioctl command, const std::vector<u8>& |
|
|
|
case 0x1c: |
|
|
|
return IocCtrlClearEventWait(input, output); |
|
|
|
case 0x1d: |
|
|
|
return IocCtrlEventWait(input, output, false); |
|
|
|
case 0x1e: |
|
|
|
return IocCtrlEventWait(input, output, true); |
|
|
|
case 0x1e: |
|
|
|
return IocCtrlEventWait(input, output, false); |
|
|
|
case 0x1f: |
|
|
|
return IocCtrlEventRegister(input, output); |
|
|
|
case 0x20: |
|
|
|
@ -71,54 +74,65 @@ NvResult nvhost_ctrl::NvOsGetConfigU32(const std::vector<u8>& input, std::vector |
|
|
|
} |
|
|
|
|
|
|
|
NvResult nvhost_ctrl::IocCtrlEventWait(const std::vector<u8>& input, std::vector<u8>& output, |
|
|
|
bool is_async) { |
|
|
|
bool is_allocation) { |
|
|
|
IocCtrlEventWaitParams params{}; |
|
|
|
std::memcpy(¶ms, input.data(), sizeof(params)); |
|
|
|
LOG_DEBUG(Service_NVDRV, "syncpt_id={}, threshold={}, timeout={}, is_async={}", |
|
|
|
params.syncpt_id, params.threshold, params.timeout, is_async); |
|
|
|
LOG_DEBUG(Service_NVDRV, "syncpt_id={}, threshold={}, timeout={}, is_allocation={}", |
|
|
|
params.fence.id, params.fence.value, params.timeout, is_allocation); |
|
|
|
|
|
|
|
if (params.syncpt_id >= MaxSyncPoints) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
bool must_unmark_fail = !is_allocation; |
|
|
|
const u32 event_id = params.value.raw; |
|
|
|
SCOPE_EXIT({ |
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params)); |
|
|
|
if (must_unmark_fail) { |
|
|
|
events_interface.fails[event_id] = 0; |
|
|
|
} |
|
|
|
}); |
|
|
|
|
|
|
|
u32 event_id = params.value & 0x00FF; |
|
|
|
const u32 fence_id = static_cast<u32>(params.fence.id); |
|
|
|
|
|
|
|
if (event_id >= MaxNvEvents) { |
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params)); |
|
|
|
if (fence_id >= MaxSyncPoints) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
|
|
|
|
if (syncpoint_manager.IsSyncpointExpired(params.syncpt_id, params.threshold)) { |
|
|
|
params.value = syncpoint_manager.GetSyncpointMin(params.syncpt_id); |
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params)); |
|
|
|
events_interface.fails[event_id] = 0; |
|
|
|
if (params.fence.value == 0) { |
|
|
|
params.value.raw = syncpoint_manager.GetSyncpointMin(fence_id); |
|
|
|
return NvResult::Success; |
|
|
|
} |
|
|
|
|
|
|
|
if (const auto new_value = syncpoint_manager.RefreshSyncpoint(params.syncpt_id); |
|
|
|
syncpoint_manager.IsSyncpointExpired(params.syncpt_id, params.threshold)) { |
|
|
|
params.value = new_value; |
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params)); |
|
|
|
events_interface.fails[event_id] = 0; |
|
|
|
if (syncpoint_manager.IsSyncpointExpired(fence_id, params.fence.value)) { |
|
|
|
params.value.raw = syncpoint_manager.GetSyncpointMin(fence_id); |
|
|
|
return NvResult::Success; |
|
|
|
} |
|
|
|
|
|
|
|
if (const auto new_value = syncpoint_manager.RefreshSyncpoint(fence_id); |
|
|
|
syncpoint_manager.IsSyncpointExpired(fence_id, params.fence.value)) { |
|
|
|
params.value.raw = new_value; |
|
|
|
return NvResult::Success; |
|
|
|
} |
|
|
|
|
|
|
|
auto& gpu = system.GPU(); |
|
|
|
const u32 target_value = syncpoint_manager.GetSyncpointMax(params.syncpt_id); |
|
|
|
const u32 target_value = params.fence.value; |
|
|
|
|
|
|
|
if (!is_async) { |
|
|
|
params.value = 0; |
|
|
|
} |
|
|
|
auto lock = events_interface.Lock(); |
|
|
|
|
|
|
|
u32 slot = [&]() { |
|
|
|
if (is_allocation) { |
|
|
|
params.value.raw = 0; |
|
|
|
return events_interface.FindFreeEvent(fence_id); |
|
|
|
} else { |
|
|
|
return params.value.raw; |
|
|
|
} |
|
|
|
}(); |
|
|
|
|
|
|
|
const auto check_failing = [&]() { |
|
|
|
if (events_interface.fails[event_id] > 1) { |
|
|
|
if (events_interface.fails[slot] > 1) { |
|
|
|
{ |
|
|
|
auto lk = system.StallProcesses(); |
|
|
|
gpu.WaitFence(params.syncpt_id, target_value); |
|
|
|
gpu.WaitFence(fence_id, target_value); |
|
|
|
system.UnstallProcesses(); |
|
|
|
} |
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params)); |
|
|
|
events_interface.fails[event_id] = 0; |
|
|
|
params.value.raw = target_value; |
|
|
|
return true; |
|
|
|
} |
|
|
|
return false; |
|
|
|
@ -131,47 +145,76 @@ NvResult nvhost_ctrl::IocCtrlEventWait(const std::vector<u8>& input, std::vector |
|
|
|
return NvResult::Timeout; |
|
|
|
} |
|
|
|
|
|
|
|
EventState status = events_interface.status[event_id]; |
|
|
|
const bool bad_parameter = status == EventState::Busy; |
|
|
|
if (bad_parameter) { |
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params)); |
|
|
|
if (slot >= MaxNvEvents) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
events_interface.SetEventStatus(event_id, EventState::Waiting); |
|
|
|
events_interface.assigned_syncpt[event_id] = params.syncpt_id; |
|
|
|
events_interface.assigned_value[event_id] = target_value; |
|
|
|
if (is_async) { |
|
|
|
params.value = params.syncpt_id << 4; |
|
|
|
} else { |
|
|
|
params.value = ((params.syncpt_id & 0xfff) << 16) | 0x10000000; |
|
|
|
|
|
|
|
auto* event = events_interface.events[slot]; |
|
|
|
|
|
|
|
if (!event) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
params.value |= event_id; |
|
|
|
|
|
|
|
if (events_interface.IsBeingUsed(slot)) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
|
|
|
|
if (check_failing()) { |
|
|
|
return NvResult::Success; |
|
|
|
} |
|
|
|
gpu.RegisterSyncptInterrupt(params.syncpt_id, target_value); |
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params)); |
|
|
|
|
|
|
|
params.value.raw = 0; |
|
|
|
|
|
|
|
events_interface.status[slot].store(EventState::Waiting, std::memory_order_release); |
|
|
|
events_interface.assigned_syncpt[slot] = fence_id; |
|
|
|
events_interface.assigned_value[slot] = target_value; |
|
|
|
if (is_allocation) { |
|
|
|
params.value.syncpoint_id_for_allocation.Assign(static_cast<u16>(fence_id)); |
|
|
|
params.value.event_allocated.Assign(1); |
|
|
|
} else { |
|
|
|
params.value.syncpoint_id.Assign(fence_id); |
|
|
|
} |
|
|
|
params.value.raw |= slot; |
|
|
|
|
|
|
|
gpu.RegisterSyncptInterrupt(fence_id, target_value); |
|
|
|
return NvResult::Timeout; |
|
|
|
} |
|
|
|
|
|
|
|
NvResult nvhost_ctrl::FreeEvent(u32 slot) { |
|
|
|
if (slot >= MaxNvEvents) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
|
|
|
|
if (!events_interface.registered[slot]) { |
|
|
|
return NvResult::Success; |
|
|
|
} |
|
|
|
|
|
|
|
if (events_interface.IsBeingUsed(slot)) { |
|
|
|
return NvResult::Busy; |
|
|
|
} |
|
|
|
|
|
|
|
events_interface.Free(slot); |
|
|
|
return NvResult::Success; |
|
|
|
} |
|
|
|
|
|
|
|
NvResult nvhost_ctrl::IocCtrlEventRegister(const std::vector<u8>& input, std::vector<u8>& output) { |
|
|
|
IocCtrlEventRegisterParams params{}; |
|
|
|
std::memcpy(¶ms, input.data(), sizeof(params)); |
|
|
|
const u32 event_id = params.user_event_id & 0x00FF; |
|
|
|
const u32 event_id = params.user_event_id; |
|
|
|
LOG_DEBUG(Service_NVDRV, " called, user_event_id: {:X}", event_id); |
|
|
|
if (event_id >= MaxNvEvents) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
|
|
|
|
auto lock = events_interface.Lock(); |
|
|
|
|
|
|
|
if (events_interface.registered[event_id]) { |
|
|
|
const auto event_state = events_interface.status[event_id]; |
|
|
|
if (event_state != EventState::Free) { |
|
|
|
LOG_WARNING(Service_NVDRV, "Event already registered! Unregistering previous event"); |
|
|
|
events_interface.UnregisterEvent(event_id); |
|
|
|
} else { |
|
|
|
return NvResult::BadParameter; |
|
|
|
const auto result = FreeEvent(event_id); |
|
|
|
if (result != NvResult::Success) { |
|
|
|
return result; |
|
|
|
} |
|
|
|
} |
|
|
|
events_interface.RegisterEvent(event_id); |
|
|
|
events_interface.Create(event_id); |
|
|
|
return NvResult::Success; |
|
|
|
} |
|
|
|
|
|
|
|
@ -181,32 +224,33 @@ NvResult nvhost_ctrl::IocCtrlEventUnregister(const std::vector<u8>& input, |
|
|
|
std::memcpy(¶ms, input.data(), sizeof(params)); |
|
|
|
const u32 event_id = params.user_event_id & 0x00FF; |
|
|
|
LOG_DEBUG(Service_NVDRV, " called, user_event_id: {:X}", event_id); |
|
|
|
if (event_id >= MaxNvEvents) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
if (!events_interface.registered[event_id]) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
events_interface.UnregisterEvent(event_id); |
|
|
|
return NvResult::Success; |
|
|
|
|
|
|
|
auto lock = events_interface.Lock(); |
|
|
|
return FreeEvent(event_id); |
|
|
|
} |
|
|
|
|
|
|
|
NvResult nvhost_ctrl::IocCtrlClearEventWait(const std::vector<u8>& input, std::vector<u8>& output) { |
|
|
|
IocCtrlEventSignalParams params{}; |
|
|
|
IocCtrlEventClearParams params{}; |
|
|
|
std::memcpy(¶ms, input.data(), sizeof(params)); |
|
|
|
|
|
|
|
u32 event_id = params.event_id & 0x00FF; |
|
|
|
LOG_WARNING(Service_NVDRV, "cleared event wait on, event_id: {:X}", event_id); |
|
|
|
u32 event_id = params.event_id.slot; |
|
|
|
LOG_DEBUG(Service_NVDRV, "called, event_id: {:X}", event_id); |
|
|
|
|
|
|
|
if (event_id >= MaxNvEvents) { |
|
|
|
return NvResult::BadParameter; |
|
|
|
} |
|
|
|
if (events_interface.status[event_id] == EventState::Waiting) { |
|
|
|
events_interface.LiberateEvent(event_id); |
|
|
|
|
|
|
|
auto lock = events_interface.Lock(); |
|
|
|
|
|
|
|
if (events_interface.status[event_id].exchange( |
|
|
|
EventState::Cancelling, std::memory_order_acq_rel) == EventState::Waiting) { |
|
|
|
system.GPU().CancelSyncptInterrupt(events_interface.assigned_syncpt[event_id], |
|
|
|
events_interface.assigned_value[event_id]); |
|
|
|
syncpoint_manager.RefreshSyncpoint(events_interface.assigned_syncpt[event_id]); |
|
|
|
} |
|
|
|
events_interface.fails[event_id]++; |
|
|
|
|
|
|
|
syncpoint_manager.RefreshSyncpoint(events_interface.events[event_id].fence.id); |
|
|
|
events_interface.status[event_id].store(EventState::Cancelled, std::memory_order_release); |
|
|
|
events_interface.events[event_id]->GetWritableEvent().Clear(); |
|
|
|
|
|
|
|
return NvResult::Success; |
|
|
|
} |
|
|
|
|