2022-04-23 04:59:50 -04:00
|
|
|
// SPDX-FileCopyrightText: Copyright 2019 yuzu Emulator Project
|
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2019-01-23 22:17:55 -05:00
|
|
|
|
|
|
|
#include "common/assert.h"
|
|
|
|
#include "common/microprofile.h"
|
2020-12-25 02:28:46 -05:00
|
|
|
#include "common/scope_exit.h"
|
2021-04-14 19:07:40 -04:00
|
|
|
#include "common/settings.h"
|
2020-02-25 10:12:46 -05:00
|
|
|
#include "common/thread.h"
|
2019-03-30 20:08:09 -04:00
|
|
|
#include "core/core.h"
|
2020-03-24 22:58:49 -04:00
|
|
|
#include "core/frontend/emu_window.h"
|
2019-01-23 22:17:55 -05:00
|
|
|
#include "video_core/dma_pusher.h"
|
|
|
|
#include "video_core/gpu.h"
|
|
|
|
#include "video_core/gpu_thread.h"
|
|
|
|
#include "video_core/renderer_base.h"
|
|
|
|
|
|
|
|
namespace VideoCommon::GPUThread {
|
|
|
|
|
|
|
|
/// Runs the GPU thread
|
2021-09-15 20:32:54 -04:00
|
|
|
static void RunThread(std::stop_token stop_token, Core::System& system,
|
|
|
|
VideoCore::RendererBase& renderer, Core::Frontend::GraphicsContext& context,
|
|
|
|
Tegra::DmaPusher& dma_pusher, SynchState& state) {
|
2022-10-03 18:43:56 -04:00
|
|
|
std::string name = "GPU";
|
2020-02-25 10:12:46 -05:00
|
|
|
MicroProfileOnThreadCreate(name.c_str());
|
2020-12-25 02:28:46 -05:00
|
|
|
SCOPE_EXIT({ MicroProfileOnThreadExit(); });
|
|
|
|
|
2020-02-25 10:12:46 -05:00
|
|
|
Common::SetCurrentThreadName(name.c_str());
|
2020-04-05 09:48:53 -04:00
|
|
|
Common::SetCurrentThreadPriority(Common::ThreadPriority::High);
|
2020-02-25 10:12:46 -05:00
|
|
|
system.RegisterHostThread();
|
2019-01-23 22:17:55 -05:00
|
|
|
|
2020-03-24 22:58:49 -04:00
|
|
|
auto current_context = context.Acquire();
|
2021-01-05 02:09:39 -05:00
|
|
|
VideoCore::RasterizerInterface* const rasterizer = renderer.ReadRasterizer();
|
2019-01-23 22:17:55 -05:00
|
|
|
|
2021-09-15 20:32:54 -04:00
|
|
|
while (!stop_token.stop_requested()) {
|
2022-07-06 01:33:17 -04:00
|
|
|
CommandDataContainer next = state.queue.PopWait(stop_token);
|
2021-09-15 20:32:54 -04:00
|
|
|
if (stop_token.stop_requested()) {
|
|
|
|
break;
|
|
|
|
}
|
2020-12-04 14:39:12 -05:00
|
|
|
if (auto* submit_list = std::get_if<SubmitListCommand>(&next.data)) {
|
2019-11-23 15:17:28 -05:00
|
|
|
dma_pusher.Push(std::move(submit_list->entries));
|
|
|
|
dma_pusher.DispatchCalls();
|
2021-01-07 15:56:15 -05:00
|
|
|
} else if (const auto* data = std::get_if<SwapBuffersCommand>(&next.data)) {
|
2019-11-23 15:17:28 -05:00
|
|
|
renderer.SwapBuffers(data->framebuffer ? &*data->framebuffer : nullptr);
|
2020-07-21 00:52:27 -04:00
|
|
|
} else if (std::holds_alternative<OnCommandListEndCommand>(next.data)) {
|
2021-01-05 02:09:39 -05:00
|
|
|
rasterizer->ReleaseFences();
|
2020-07-21 00:52:27 -04:00
|
|
|
} else if (std::holds_alternative<GPUTickCommand>(next.data)) {
|
2020-02-20 10:55:32 -05:00
|
|
|
system.GPU().TickWork();
|
2020-12-04 14:39:12 -05:00
|
|
|
} else if (const auto* flush = std::get_if<FlushRegionCommand>(&next.data)) {
|
2021-01-05 02:09:39 -05:00
|
|
|
rasterizer->FlushRegion(flush->addr, flush->size);
|
2020-12-04 14:39:12 -05:00
|
|
|
} else if (const auto* invalidate = std::get_if<InvalidateRegionCommand>(&next.data)) {
|
2021-01-05 02:09:39 -05:00
|
|
|
rasterizer->OnCPUWrite(invalidate->addr, invalidate->size);
|
2019-11-23 15:17:28 -05:00
|
|
|
} else {
|
2022-06-07 17:02:29 -04:00
|
|
|
ASSERT(false);
|
2019-01-23 22:17:55 -05:00
|
|
|
}
|
2019-11-23 15:17:28 -05:00
|
|
|
state.signaled_fence.store(next.fence);
|
2021-04-07 05:41:31 -04:00
|
|
|
if (next.block) {
|
|
|
|
// We have to lock the write_lock to ensure that the condition_variable wait not get a
|
|
|
|
// race between the check and the lock itself.
|
2022-04-07 14:32:40 -04:00
|
|
|
std::scoped_lock lk{state.write_lock};
|
2021-04-07 05:41:31 -04:00
|
|
|
state.cv.notify_all();
|
|
|
|
}
|
2019-01-23 22:17:55 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-12 03:24:33 -05:00
|
|
|
ThreadManager::ThreadManager(Core::System& system_, bool is_async_)
|
|
|
|
: system{system_}, is_async{is_async_} {}
|
2019-01-23 22:17:55 -05:00
|
|
|
|
2021-09-15 20:32:54 -04:00
|
|
|
ThreadManager::~ThreadManager() = default;
|
2019-01-23 22:17:55 -05:00
|
|
|
|
2020-03-24 22:58:49 -04:00
|
|
|
void ThreadManager::StartThread(VideoCore::RendererBase& renderer,
|
|
|
|
Core::Frontend::GraphicsContext& context,
|
2021-02-28 22:03:00 -05:00
|
|
|
Tegra::DmaPusher& dma_pusher) {
|
2021-01-05 02:09:39 -05:00
|
|
|
rasterizer = renderer.ReadRasterizer();
|
2021-09-15 20:32:54 -04:00
|
|
|
thread = std::jthread(RunThread, std::ref(system), std::ref(renderer), std::ref(context),
|
|
|
|
std::ref(dma_pusher), std::ref(state));
|
2019-04-09 14:02:00 -04:00
|
|
|
}
|
|
|
|
|
2019-01-23 22:17:55 -05:00
|
|
|
void ThreadManager::SubmitList(Tegra::CommandList&& entries) {
|
2019-09-25 19:43:23 -04:00
|
|
|
PushCommand(SubmitListCommand(std::move(entries)));
|
2020-10-26 23:07:36 -04:00
|
|
|
}
|
|
|
|
|
2019-08-21 00:55:25 -04:00
|
|
|
void ThreadManager::SwapBuffers(const Tegra::FramebufferConfig* framebuffer) {
|
2019-11-27 17:46:07 -05:00
|
|
|
PushCommand(SwapBuffersCommand(framebuffer ? std::make_optional(*framebuffer) : std::nullopt));
|
2019-01-23 22:17:55 -05:00
|
|
|
}
|
|
|
|
|
2020-04-05 12:58:23 -04:00
|
|
|
void ThreadManager::FlushRegion(VAddr addr, u64 size) {
|
2020-12-12 03:24:33 -05:00
|
|
|
if (!is_async) {
|
|
|
|
// Always flush with synchronous GPU mode
|
2020-04-19 13:47:45 -04:00
|
|
|
PushCommand(FlushRegionCommand(addr, size));
|
|
|
|
return;
|
|
|
|
}
|
2021-06-06 20:04:35 -04:00
|
|
|
if (!Settings::IsGPULevelExtreme()) {
|
|
|
|
return;
|
2020-02-17 21:29:04 -05:00
|
|
|
}
|
2021-06-06 20:04:35 -04:00
|
|
|
auto& gpu = system.GPU();
|
|
|
|
u64 fence = gpu.RequestFlush(addr, size);
|
|
|
|
PushCommand(GPUTickCommand(), true);
|
|
|
|
ASSERT(fence <= gpu.CurrentFlushRequestFence());
|
2019-01-23 22:17:55 -05:00
|
|
|
}
|
|
|
|
|
2020-04-05 12:58:23 -04:00
|
|
|
void ThreadManager::InvalidateRegion(VAddr addr, u64 size) {
|
2021-01-05 02:09:39 -05:00
|
|
|
rasterizer->OnCPUWrite(addr, size);
|
2019-01-23 22:17:55 -05:00
|
|
|
}
|
|
|
|
|
2020-04-05 12:58:23 -04:00
|
|
|
void ThreadManager::FlushAndInvalidateRegion(VAddr addr, u64 size) {
|
2019-02-18 20:58:32 -05:00
|
|
|
// Skip flush on asynch mode, as FlushAndInvalidateRegion is not used for anything too important
|
2021-01-05 02:09:39 -05:00
|
|
|
rasterizer->OnCPUWrite(addr, size);
|
2019-01-23 22:17:55 -05:00
|
|
|
}
|
|
|
|
|
2020-02-17 17:10:23 -05:00
|
|
|
void ThreadManager::OnCommandListEnd() {
|
|
|
|
PushCommand(OnCommandListEndCommand());
|
|
|
|
}
|
|
|
|
|
2021-04-07 05:41:31 -04:00
|
|
|
u64 ThreadManager::PushCommand(CommandData&& command_data, bool block) {
|
|
|
|
if (!is_async) {
|
|
|
|
// In synchronous GPU mode, block the caller until the command has executed
|
|
|
|
block = true;
|
|
|
|
}
|
|
|
|
|
2021-04-07 07:57:49 -04:00
|
|
|
std::unique_lock lk(state.write_lock);
|
2019-03-30 20:08:09 -04:00
|
|
|
const u64 fence{++state.last_fence};
|
2021-04-07 05:41:31 -04:00
|
|
|
state.queue.Push(CommandDataContainer(std::move(command_data), fence, block));
|
2020-12-12 03:24:33 -05:00
|
|
|
|
2021-04-07 05:41:31 -04:00
|
|
|
if (block) {
|
2021-09-15 20:32:54 -04:00
|
|
|
state.cv.wait(lk, thread.get_stop_token(), [this, fence] {
|
|
|
|
return fence <= state.signaled_fence.load(std::memory_order_relaxed);
|
2021-04-07 05:41:31 -04:00
|
|
|
});
|
2020-12-12 03:24:33 -05:00
|
|
|
}
|
|
|
|
|
2019-03-30 20:08:09 -04:00
|
|
|
return fence;
|
|
|
|
}
|
|
|
|
|
2019-01-23 22:17:55 -05:00
|
|
|
} // namespace VideoCommon::GPUThread
|