2022-04-23 04:59:50 -04:00
|
|
|
// SPDX-FileCopyrightText: Copyright 2021 yuzu Emulator Project
|
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2014-05-09 22:11:18 -04:00
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
2020-03-01 11:14:17 -05:00
|
|
|
#include <array>
|
2021-09-08 20:04:29 -04:00
|
|
|
#include <functional>
|
2019-12-07 22:09:20 -05:00
|
|
|
#include <memory>
|
2018-09-02 11:58:58 -04:00
|
|
|
#include <string>
|
|
|
|
#include <unordered_map>
|
2019-11-24 20:15:51 -05:00
|
|
|
#include <vector>
|
2020-07-16 13:51:51 -04:00
|
|
|
#include "core/arm/cpu_interrupt_handler.h"
|
2020-03-01 11:14:17 -05:00
|
|
|
#include "core/hardware_properties.h"
|
2021-04-10 01:10:14 -04:00
|
|
|
#include "core/hle/kernel/k_auto_object.h"
|
|
|
|
#include "core/hle/kernel/k_slab_heap.h"
|
2021-04-24 05:40:31 -04:00
|
|
|
#include "core/hle/kernel/svc_common.h"
|
2018-08-28 12:30:33 -04:00
|
|
|
|
2019-03-05 12:28:10 -05:00
|
|
|
namespace Core {
|
2020-03-01 11:14:17 -05:00
|
|
|
class CPUInterruptHandler;
|
2020-01-25 17:55:32 -05:00
|
|
|
class ExclusiveMonitor;
|
2019-03-05 12:28:10 -05:00
|
|
|
class System;
|
2020-01-26 15:14:18 -05:00
|
|
|
} // namespace Core
|
2019-03-05 12:28:10 -05:00
|
|
|
|
2019-02-12 12:32:15 -05:00
|
|
|
namespace Core::Timing {
|
2019-02-14 12:42:58 -05:00
|
|
|
class CoreTiming;
|
2018-08-28 12:30:33 -04:00
|
|
|
struct EventType;
|
2019-02-14 12:42:58 -05:00
|
|
|
} // namespace Core::Timing
|
2014-05-09 22:11:18 -04:00
|
|
|
|
2021-05-10 18:57:59 -04:00
|
|
|
namespace Service::SM {
|
|
|
|
class ServiceManager;
|
|
|
|
}
|
|
|
|
|
2014-05-20 18:13:25 -04:00
|
|
|
namespace Kernel {
|
|
|
|
|
2021-04-22 00:43:25 -04:00
|
|
|
class KClientPort;
|
2020-12-02 21:08:35 -05:00
|
|
|
class GlobalSchedulerContext;
|
2021-04-03 22:11:46 -04:00
|
|
|
class KAutoObjectWithListContainer;
|
2021-04-13 20:48:37 -04:00
|
|
|
class KClientSession;
|
2021-04-10 01:10:14 -04:00
|
|
|
class KEvent;
|
2021-04-24 05:40:31 -04:00
|
|
|
class KHandleTable;
|
2021-04-10 01:10:14 -04:00
|
|
|
class KLinkedListNode;
|
2022-02-26 13:46:31 -05:00
|
|
|
class KMemoryLayout;
|
2021-02-12 20:38:40 -05:00
|
|
|
class KMemoryManager;
|
2022-03-11 19:11:57 -05:00
|
|
|
class KPageBuffer;
|
2021-04-23 20:00:15 -04:00
|
|
|
class KPort;
|
2021-04-24 01:04:28 -04:00
|
|
|
class KProcess;
|
2021-01-30 04:40:49 -05:00
|
|
|
class KResourceLimit;
|
2020-12-02 21:08:35 -05:00
|
|
|
class KScheduler;
|
2021-07-02 18:19:04 -04:00
|
|
|
class KServerSession;
|
2021-04-13 20:48:37 -04:00
|
|
|
class KSession;
|
2021-02-06 02:14:31 -05:00
|
|
|
class KSharedMemory;
|
2021-09-25 11:01:53 -04:00
|
|
|
class KSharedMemoryInfo;
|
2021-02-12 20:38:40 -05:00
|
|
|
class KThread;
|
2022-03-11 19:11:57 -05:00
|
|
|
class KThreadLocalPage;
|
2021-04-17 03:52:53 -04:00
|
|
|
class KTransferMemory;
|
2022-01-14 19:25:37 -05:00
|
|
|
class KWorkerTaskManager;
|
2021-04-10 05:34:26 -04:00
|
|
|
class KWritableEvent;
|
2021-12-05 15:04:08 -05:00
|
|
|
class KCodeMemory;
|
2021-02-12 20:38:40 -05:00
|
|
|
class PhysicalCore;
|
2020-12-15 03:41:48 -05:00
|
|
|
class ServiceThread;
|
2020-02-11 16:36:39 -05:00
|
|
|
class Synchronization;
|
2020-02-14 09:56:27 -05:00
|
|
|
class TimeManager;
|
2018-08-28 12:30:33 -04:00
|
|
|
|
2021-05-10 18:57:59 -04:00
|
|
|
using ServiceInterfaceFactory =
|
|
|
|
std::function<KClientPort&(Service::SM::ServiceManager&, Core::System&)>;
|
|
|
|
|
2021-05-05 00:35:42 -04:00
|
|
|
namespace Init {
|
|
|
|
struct KSlabResourceCounts;
|
|
|
|
}
|
|
|
|
|
2021-02-12 19:21:12 -05:00
|
|
|
template <typename T>
|
|
|
|
class KSlabHeap;
|
|
|
|
|
2021-01-20 00:07:07 -05:00
|
|
|
using EmuThreadHandle = uintptr_t;
|
|
|
|
constexpr EmuThreadHandle EmuThreadHandleInvalid{};
|
|
|
|
constexpr EmuThreadHandle EmuThreadHandleReserved{1ULL << 63};
|
|
|
|
|
2018-08-28 12:30:33 -04:00
|
|
|
/// Represents a single instance of the kernel.
|
|
|
|
class KernelCore {
|
2018-09-02 11:58:58 -04:00
|
|
|
private:
|
2021-04-22 00:43:25 -04:00
|
|
|
using NamedPortTable = std::unordered_map<std::string, KClientPort*>;
|
2018-09-02 11:58:58 -04:00
|
|
|
|
2018-08-28 12:30:33 -04:00
|
|
|
public:
|
2019-03-05 12:28:10 -05:00
|
|
|
/// Constructs an instance of the kernel using the given System
|
|
|
|
/// instance as a context for any necessary system-related state,
|
|
|
|
/// such as threads, CPU core state, etc.
|
|
|
|
///
|
|
|
|
/// @post After execution of the constructor, the provided System
|
|
|
|
/// object *must* outlive the kernel instance itself.
|
|
|
|
///
|
|
|
|
explicit KernelCore(Core::System& system);
|
2018-08-28 12:30:33 -04:00
|
|
|
~KernelCore();
|
|
|
|
|
|
|
|
KernelCore(const KernelCore&) = delete;
|
|
|
|
KernelCore& operator=(const KernelCore&) = delete;
|
|
|
|
|
|
|
|
KernelCore(KernelCore&&) = delete;
|
|
|
|
KernelCore& operator=(KernelCore&&) = delete;
|
|
|
|
|
2020-03-08 22:39:41 -04:00
|
|
|
/// Sets if emulation is multicore or single core, must be set before Initialize
|
|
|
|
void SetMulticore(bool is_multicore);
|
|
|
|
|
2018-08-28 12:30:33 -04:00
|
|
|
/// Resets the kernel to a clean slate for use.
|
2019-03-05 12:28:10 -05:00
|
|
|
void Initialize();
|
2018-08-28 12:30:33 -04:00
|
|
|
|
2020-11-13 14:11:12 -05:00
|
|
|
/// Initializes the CPU cores.
|
|
|
|
void InitializeCores();
|
|
|
|
|
2018-08-28 12:30:33 -04:00
|
|
|
/// Clears all resources in use by the kernel instance.
|
|
|
|
void Shutdown();
|
|
|
|
|
2018-11-19 12:54:06 -05:00
|
|
|
/// Retrieves a shared pointer to the system resource limit instance.
|
2021-04-21 00:28:11 -04:00
|
|
|
const KResourceLimit* GetSystemResourceLimit() const;
|
|
|
|
|
|
|
|
/// Retrieves a shared pointer to the system resource limit instance.
|
|
|
|
KResourceLimit* GetSystemResourceLimit();
|
2018-08-28 12:30:33 -04:00
|
|
|
|
|
|
|
/// Retrieves a shared pointer to a Thread instance within the thread wakeup handle table.
|
2021-04-03 22:11:46 -04:00
|
|
|
KScopedAutoObject<KThread> RetrieveThreadFromGlobalHandleTable(Handle handle) const;
|
2018-08-28 12:30:33 -04:00
|
|
|
|
|
|
|
/// Adds the given shared pointer to an internal list of active processes.
|
2021-04-24 01:04:28 -04:00
|
|
|
void AppendNewProcess(KProcess* process);
|
2018-08-28 12:30:33 -04:00
|
|
|
|
2018-09-06 20:34:51 -04:00
|
|
|
/// Makes the given process the new current process.
|
2021-04-24 01:04:28 -04:00
|
|
|
void MakeCurrentProcess(KProcess* process);
|
2018-09-06 20:34:51 -04:00
|
|
|
|
2018-10-10 00:42:10 -04:00
|
|
|
/// Retrieves a pointer to the current process.
|
2021-04-24 01:04:28 -04:00
|
|
|
KProcess* CurrentProcess();
|
2018-09-06 20:34:51 -04:00
|
|
|
|
2018-10-10 00:42:10 -04:00
|
|
|
/// Retrieves a const pointer to the current process.
|
2021-04-24 01:04:28 -04:00
|
|
|
const KProcess* CurrentProcess() const;
|
2018-09-06 20:34:51 -04:00
|
|
|
|
2019-03-20 15:03:52 -04:00
|
|
|
/// Retrieves the list of processes.
|
2021-04-24 01:04:28 -04:00
|
|
|
const std::vector<KProcess*>& GetProcessList() const;
|
2019-03-20 15:03:52 -04:00
|
|
|
|
2019-03-29 17:02:57 -04:00
|
|
|
/// Gets the sole instance of the global scheduler
|
2020-12-02 21:08:35 -05:00
|
|
|
Kernel::GlobalSchedulerContext& GlobalSchedulerContext();
|
2019-03-29 17:02:57 -04:00
|
|
|
|
|
|
|
/// Gets the sole instance of the global scheduler
|
2020-12-02 21:08:35 -05:00
|
|
|
const Kernel::GlobalSchedulerContext& GlobalSchedulerContext() const;
|
2019-03-29 17:02:57 -04:00
|
|
|
|
2020-02-13 21:04:10 -05:00
|
|
|
/// Gets the sole instance of the Scheduler assoviated with cpu core 'id'
|
2020-12-02 21:08:35 -05:00
|
|
|
Kernel::KScheduler& Scheduler(std::size_t id);
|
2020-02-13 21:04:10 -05:00
|
|
|
|
|
|
|
/// Gets the sole instance of the Scheduler assoviated with cpu core 'id'
|
2020-12-02 21:08:35 -05:00
|
|
|
const Kernel::KScheduler& Scheduler(std::size_t id) const;
|
2020-02-13 21:04:10 -05:00
|
|
|
|
2020-01-25 17:55:32 -05:00
|
|
|
/// Gets the an instance of the respective physical CPU core.
|
|
|
|
Kernel::PhysicalCore& PhysicalCore(std::size_t id);
|
|
|
|
|
|
|
|
/// Gets the an instance of the respective physical CPU core.
|
|
|
|
const Kernel::PhysicalCore& PhysicalCore(std::size_t id) const;
|
|
|
|
|
2021-08-07 01:45:18 -04:00
|
|
|
/// Gets the current physical core index for the running host thread.
|
|
|
|
std::size_t CurrentPhysicalCoreIndex() const;
|
|
|
|
|
2020-02-24 21:04:12 -05:00
|
|
|
/// Gets the sole instance of the Scheduler at the current running core.
|
2020-12-02 21:08:35 -05:00
|
|
|
Kernel::KScheduler* CurrentScheduler();
|
2020-02-24 21:04:12 -05:00
|
|
|
|
|
|
|
/// Gets the an instance of the current physical CPU core.
|
|
|
|
Kernel::PhysicalCore& CurrentPhysicalCore();
|
|
|
|
|
|
|
|
/// Gets the an instance of the current physical CPU core.
|
|
|
|
const Kernel::PhysicalCore& CurrentPhysicalCore() const;
|
|
|
|
|
2020-02-14 09:56:27 -05:00
|
|
|
/// Gets the an instance of the TimeManager Interface.
|
|
|
|
Kernel::TimeManager& TimeManager();
|
|
|
|
|
|
|
|
/// Gets the an instance of the TimeManager Interface.
|
|
|
|
const Kernel::TimeManager& TimeManager() const;
|
|
|
|
|
2020-01-25 17:55:32 -05:00
|
|
|
/// Stops execution of 'id' core, in order to reschedule a new thread.
|
|
|
|
void PrepareReschedule(std::size_t id);
|
|
|
|
|
|
|
|
Core::ExclusiveMonitor& GetExclusiveMonitor();
|
|
|
|
|
|
|
|
const Core::ExclusiveMonitor& GetExclusiveMonitor() const;
|
|
|
|
|
2021-04-03 22:11:46 -04:00
|
|
|
KAutoObjectWithListContainer& ObjectListContainer();
|
|
|
|
|
|
|
|
const KAutoObjectWithListContainer& ObjectListContainer() const;
|
|
|
|
|
2020-03-01 11:14:17 -05:00
|
|
|
std::array<Core::CPUInterruptHandler, Core::Hardware::NUM_CPU_CORES>& Interrupts();
|
|
|
|
|
|
|
|
const std::array<Core::CPUInterruptHandler, Core::Hardware::NUM_CPU_CORES>& Interrupts() const;
|
|
|
|
|
2022-06-13 18:36:30 -04:00
|
|
|
void InterruptAllPhysicalCores();
|
|
|
|
|
2020-01-25 17:55:32 -05:00
|
|
|
void InvalidateAllInstructionCaches();
|
|
|
|
|
2020-11-14 02:20:32 -05:00
|
|
|
void InvalidateCpuInstructionCacheRange(VAddr addr, std::size_t size);
|
|
|
|
|
2021-05-10 18:57:59 -04:00
|
|
|
/// Registers a named HLE service, passing a factory used to open a port to that service.
|
|
|
|
void RegisterNamedService(std::string name, ServiceInterfaceFactory&& factory);
|
2018-09-02 11:58:58 -04:00
|
|
|
|
2021-05-10 18:57:59 -04:00
|
|
|
/// Opens a port to a service previously registered with RegisterNamedService.
|
|
|
|
KClientPort* CreateNamedServicePort(std::string name);
|
2018-09-02 11:58:58 -04:00
|
|
|
|
2022-04-06 20:44:06 -04:00
|
|
|
/// Registers a server session or port with the gobal emulation state, to be freed on shutdown.
|
|
|
|
/// This is necessary because we do not emulate processes for HLE sessions and ports.
|
|
|
|
void RegisterServerObject(KAutoObject* server_object);
|
|
|
|
|
|
|
|
/// Unregisters a server session or port previously registered with RegisterServerSession when
|
|
|
|
/// it was destroyed during the current emulation session.
|
|
|
|
void UnregisterServerObject(KAutoObject* server_object);
|
|
|
|
|
2021-06-28 17:38:14 -04:00
|
|
|
/// Registers all kernel objects with the global emulation state, this is purely for tracking
|
|
|
|
/// leaks after emulation has been shutdown.
|
|
|
|
void RegisterKernelObject(KAutoObject* object);
|
|
|
|
|
|
|
|
/// Unregisters a kernel object previously registered with RegisterKernelObject when it was
|
|
|
|
/// destroyed during the current emulation session.
|
|
|
|
void UnregisterKernelObject(KAutoObject* object);
|
|
|
|
|
2021-10-25 06:55:20 -04:00
|
|
|
/// Registers kernel objects with guest in use state, this is purely for close
|
|
|
|
/// after emulation has been shutdown.
|
|
|
|
void RegisterInUseObject(KAutoObject* object);
|
|
|
|
|
|
|
|
/// Unregisters a kernel object previously registered with RegisterInUseObject when it was
|
|
|
|
/// destroyed during the current emulation session.
|
|
|
|
void UnregisterInUseObject(KAutoObject* object);
|
|
|
|
|
2018-09-02 11:58:58 -04:00
|
|
|
/// Determines whether or not the given port is a valid named port.
|
|
|
|
bool IsValidNamedPort(NamedPortTable::const_iterator port) const;
|
|
|
|
|
2021-01-21 16:00:16 -05:00
|
|
|
/// Gets the current host_thread/guest_thread pointer.
|
|
|
|
KThread* GetCurrentEmuThread() const;
|
2020-02-14 08:30:53 -05:00
|
|
|
|
2022-06-16 10:35:52 -04:00
|
|
|
/// Sets the current guest_thread pointer.
|
|
|
|
void SetCurrentEmuThread(KThread* thread);
|
|
|
|
|
2020-02-14 08:30:53 -05:00
|
|
|
/// Gets the current host_thread handle.
|
2020-02-22 09:27:40 -05:00
|
|
|
u32 GetCurrentHostThreadID() const;
|
2020-02-14 08:30:53 -05:00
|
|
|
|
|
|
|
/// Register the current thread as a CPU Core Thread.
|
|
|
|
void RegisterCoreThread(std::size_t core_id);
|
|
|
|
|
|
|
|
/// Register the current thread as a non CPU core thread.
|
|
|
|
void RegisterHostThread();
|
|
|
|
|
2020-04-08 21:06:37 -04:00
|
|
|
/// Gets the virtual memory manager for the kernel.
|
2021-02-12 20:38:40 -05:00
|
|
|
KMemoryManager& MemoryManager();
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the virtual memory manager for the kernel.
|
2021-02-12 20:38:40 -05:00
|
|
|
const KMemoryManager& MemoryManager() const;
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the shared memory object for HID services.
|
2021-02-06 02:14:31 -05:00
|
|
|
Kernel::KSharedMemory& GetHidSharedMem();
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the shared memory object for HID services.
|
2021-02-06 02:14:31 -05:00
|
|
|
const Kernel::KSharedMemory& GetHidSharedMem() const;
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the shared memory object for font services.
|
2021-02-06 02:14:31 -05:00
|
|
|
Kernel::KSharedMemory& GetFontSharedMem();
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the shared memory object for font services.
|
2021-02-06 02:14:31 -05:00
|
|
|
const Kernel::KSharedMemory& GetFontSharedMem() const;
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the shared memory object for IRS services.
|
2021-02-06 02:14:31 -05:00
|
|
|
Kernel::KSharedMemory& GetIrsSharedMem();
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the shared memory object for IRS services.
|
2021-02-06 02:14:31 -05:00
|
|
|
const Kernel::KSharedMemory& GetIrsSharedMem() const;
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the shared memory object for Time services.
|
2021-02-06 02:14:31 -05:00
|
|
|
Kernel::KSharedMemory& GetTimeSharedMem();
|
2020-04-08 21:06:37 -04:00
|
|
|
|
|
|
|
/// Gets the shared memory object for Time services.
|
2021-02-06 02:14:31 -05:00
|
|
|
const Kernel::KSharedMemory& GetTimeSharedMem() const;
|
2020-04-08 21:06:37 -04:00
|
|
|
|
2021-05-02 19:41:03 -04:00
|
|
|
/// Gets the shared memory object for HIDBus services.
|
|
|
|
Kernel::KSharedMemory& GetHidBusSharedMem();
|
|
|
|
|
|
|
|
/// Gets the shared memory object for HIDBus services.
|
|
|
|
const Kernel::KSharedMemory& GetHidBusSharedMem() const;
|
|
|
|
|
2022-06-13 18:36:30 -04:00
|
|
|
/// Suspend/unsuspend all processes.
|
|
|
|
void Suspend(bool suspend);
|
2020-02-24 21:04:12 -05:00
|
|
|
|
2022-06-13 18:36:30 -04:00
|
|
|
/// Exceptional exit all processes.
|
2020-02-24 21:04:12 -05:00
|
|
|
void ExceptionalExit();
|
|
|
|
|
2022-06-13 18:36:30 -04:00
|
|
|
/// Notify emulated CPU cores to shut down.
|
|
|
|
void ShutdownCores();
|
|
|
|
|
2020-03-10 13:13:39 -04:00
|
|
|
bool IsMulticore() const;
|
|
|
|
|
2021-11-25 23:46:17 -05:00
|
|
|
bool IsShuttingDown() const;
|
|
|
|
|
2020-03-12 16:48:43 -04:00
|
|
|
void EnterSVCProfile();
|
|
|
|
|
|
|
|
void ExitSVCProfile();
|
|
|
|
|
2020-12-15 03:41:48 -05:00
|
|
|
/**
|
2022-03-31 00:11:11 -04:00
|
|
|
* Creates a host thread to execute HLE service requests, which are used to execute service
|
|
|
|
* routines asynchronously. While these are allocated per ServerSession, these need to be owned
|
|
|
|
* and managed outside of ServerSession to avoid a circular dependency. In general, most
|
|
|
|
* services can just use the default service thread, and not need their own host service thread.
|
|
|
|
* See GetDefaultServiceThread.
|
2021-04-10 01:10:14 -04:00
|
|
|
* @param name String name for the ServerSession creating this thread, used for debug
|
|
|
|
* purposes.
|
2020-12-15 03:41:48 -05:00
|
|
|
* @returns The a weak pointer newly created service thread.
|
|
|
|
*/
|
|
|
|
std::weak_ptr<Kernel::ServiceThread> CreateServiceThread(const std::string& name);
|
|
|
|
|
2022-03-31 00:11:11 -04:00
|
|
|
/**
|
|
|
|
* Gets the default host service thread, which executes HLE service requests. Unless service
|
|
|
|
* requests need to block on the host, the default service thread should be used in favor of
|
|
|
|
* creating a new service thread.
|
|
|
|
* @returns The a weak pointer for the default service thread.
|
|
|
|
*/
|
|
|
|
std::weak_ptr<Kernel::ServiceThread> GetDefaultServiceThread() const;
|
|
|
|
|
2020-12-15 03:41:48 -05:00
|
|
|
/**
|
|
|
|
* Releases a HLE service thread, instructing KernelCore to free it. This should be called when
|
|
|
|
* the ServerSession associated with the thread is destroyed.
|
|
|
|
* @param service_thread Service thread to release.
|
|
|
|
*/
|
|
|
|
void ReleaseServiceThread(std::weak_ptr<Kernel::ServiceThread> service_thread);
|
|
|
|
|
2020-12-31 05:13:02 -05:00
|
|
|
/// Workaround for single-core mode when preempting threads while idle.
|
|
|
|
bool IsPhantomModeForSingleCore() const;
|
|
|
|
void SetIsPhantomModeForSingleCore(bool value);
|
|
|
|
|
2021-04-03 22:11:46 -04:00
|
|
|
Core::System& System();
|
|
|
|
const Core::System& System() const;
|
|
|
|
|
2021-04-10 01:10:14 -04:00
|
|
|
/// Gets the slab heap for the specified kernel object type.
|
|
|
|
template <typename T>
|
|
|
|
KSlabHeap<T>& SlabHeap() {
|
2021-04-21 00:28:11 -04:00
|
|
|
if constexpr (std::is_same_v<T, KClientSession>) {
|
|
|
|
return slab_heap_container->client_session;
|
2021-04-10 01:10:14 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KEvent>) {
|
2021-04-10 02:16:13 -04:00
|
|
|
return slab_heap_container->event;
|
2021-04-10 01:10:14 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KLinkedListNode>) {
|
2021-04-10 02:16:13 -04:00
|
|
|
return slab_heap_container->linked_list_node;
|
2021-04-23 20:00:15 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KPort>) {
|
|
|
|
return slab_heap_container->port;
|
2021-04-24 01:04:28 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KProcess>) {
|
2021-04-21 00:28:11 -04:00
|
|
|
return slab_heap_container->process;
|
|
|
|
} else if constexpr (std::is_same_v<T, KResourceLimit>) {
|
|
|
|
return slab_heap_container->resource_limit;
|
2021-04-13 20:48:37 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KSession>) {
|
|
|
|
return slab_heap_container->session;
|
2021-04-21 00:28:11 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KSharedMemory>) {
|
|
|
|
return slab_heap_container->shared_memory;
|
2021-09-25 11:01:53 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KSharedMemoryInfo>) {
|
|
|
|
return slab_heap_container->shared_memory_info;
|
2021-04-21 00:28:11 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KThread>) {
|
|
|
|
return slab_heap_container->thread;
|
2021-04-17 03:52:53 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KTransferMemory>) {
|
|
|
|
return slab_heap_container->transfer_memory;
|
2021-04-21 00:28:11 -04:00
|
|
|
} else if constexpr (std::is_same_v<T, KWritableEvent>) {
|
|
|
|
return slab_heap_container->writeable_event;
|
2021-12-05 15:04:08 -05:00
|
|
|
} else if constexpr (std::is_same_v<T, KCodeMemory>) {
|
|
|
|
return slab_heap_container->code_memory;
|
2022-03-11 19:11:57 -05:00
|
|
|
} else if constexpr (std::is_same_v<T, KPageBuffer>) {
|
|
|
|
return slab_heap_container->page_buffer;
|
|
|
|
} else if constexpr (std::is_same_v<T, KThreadLocalPage>) {
|
|
|
|
return slab_heap_container->thread_local_page;
|
2021-04-10 01:10:14 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-05-05 00:35:42 -04:00
|
|
|
/// Gets the current slab resource counts.
|
|
|
|
Init::KSlabResourceCounts& SlabResourceCounts();
|
|
|
|
|
|
|
|
/// Gets the current slab resource counts.
|
|
|
|
const Init::KSlabResourceCounts& SlabResourceCounts() const;
|
|
|
|
|
2022-01-14 19:25:37 -05:00
|
|
|
/// Gets the current worker task manager, used for dispatching KThread/KProcess tasks.
|
|
|
|
KWorkerTaskManager& WorkerTaskManager();
|
|
|
|
|
|
|
|
/// Gets the current worker task manager, used for dispatching KThread/KProcess tasks.
|
|
|
|
const KWorkerTaskManager& WorkerTaskManager() const;
|
|
|
|
|
2022-02-26 13:46:31 -05:00
|
|
|
/// Gets the memory layout.
|
|
|
|
const KMemoryLayout& MemoryLayout() const;
|
|
|
|
|
2018-08-28 12:30:33 -04:00
|
|
|
private:
|
2021-04-24 01:04:28 -04:00
|
|
|
friend class KProcess;
|
2020-12-31 02:01:08 -05:00
|
|
|
friend class KThread;
|
2018-08-28 12:30:33 -04:00
|
|
|
|
|
|
|
/// Creates a new object ID, incrementing the internal object ID counter.
|
|
|
|
u32 CreateNewObjectID();
|
|
|
|
|
|
|
|
/// Creates a new process ID, incrementing the internal process ID counter;
|
2019-06-10 00:28:33 -04:00
|
|
|
u64 CreateNewKernelProcessID();
|
|
|
|
|
|
|
|
/// Creates a new process ID, incrementing the internal process ID counter;
|
|
|
|
u64 CreateNewUserProcessID();
|
2018-08-28 12:30:33 -04:00
|
|
|
|
|
|
|
/// Creates a new thread ID, incrementing the internal thread ID counter.
|
2018-12-18 22:37:01 -05:00
|
|
|
u64 CreateNewThreadID();
|
2018-08-28 12:30:33 -04:00
|
|
|
|
2020-02-14 08:30:53 -05:00
|
|
|
/// Provides a reference to the global handle table.
|
2021-04-24 05:40:31 -04:00
|
|
|
KHandleTable& GlobalHandleTable();
|
2018-08-28 12:30:33 -04:00
|
|
|
|
2020-02-14 08:30:53 -05:00
|
|
|
/// Provides a const reference to the global handle table.
|
2021-04-24 05:40:31 -04:00
|
|
|
const KHandleTable& GlobalHandleTable() const;
|
2014-06-10 22:43:50 -04:00
|
|
|
|
2018-08-28 12:30:33 -04:00
|
|
|
struct Impl;
|
|
|
|
std::unique_ptr<Impl> impl;
|
2021-04-10 01:10:14 -04:00
|
|
|
|
2020-02-24 21:04:12 -05:00
|
|
|
bool exception_exited{};
|
2021-04-10 01:10:14 -04:00
|
|
|
|
|
|
|
private:
|
2021-04-10 02:16:13 -04:00
|
|
|
/// Helper to encapsulate all slab heaps in a single heap allocated container
|
|
|
|
struct SlabHeapContainer {
|
2021-04-21 00:28:11 -04:00
|
|
|
KSlabHeap<KClientSession> client_session;
|
2021-04-10 02:16:13 -04:00
|
|
|
KSlabHeap<KEvent> event;
|
|
|
|
KSlabHeap<KLinkedListNode> linked_list_node;
|
2021-04-23 20:00:15 -04:00
|
|
|
KSlabHeap<KPort> port;
|
2021-04-24 01:04:28 -04:00
|
|
|
KSlabHeap<KProcess> process;
|
2021-04-21 00:28:11 -04:00
|
|
|
KSlabHeap<KResourceLimit> resource_limit;
|
2021-04-13 20:48:37 -04:00
|
|
|
KSlabHeap<KSession> session;
|
2021-04-21 00:28:11 -04:00
|
|
|
KSlabHeap<KSharedMemory> shared_memory;
|
2021-09-25 11:01:53 -04:00
|
|
|
KSlabHeap<KSharedMemoryInfo> shared_memory_info;
|
2021-04-21 00:28:11 -04:00
|
|
|
KSlabHeap<KThread> thread;
|
2021-04-17 03:52:53 -04:00
|
|
|
KSlabHeap<KTransferMemory> transfer_memory;
|
2021-04-21 00:28:11 -04:00
|
|
|
KSlabHeap<KWritableEvent> writeable_event;
|
2021-12-05 15:04:08 -05:00
|
|
|
KSlabHeap<KCodeMemory> code_memory;
|
2022-03-11 19:11:57 -05:00
|
|
|
KSlabHeap<KPageBuffer> page_buffer;
|
|
|
|
KSlabHeap<KThreadLocalPage> thread_local_page;
|
2021-04-10 02:16:13 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
std::unique_ptr<SlabHeapContainer> slab_heap_container;
|
2018-08-28 12:30:33 -04:00
|
|
|
};
|
2014-06-10 22:43:50 -04:00
|
|
|
|
2017-07-21 00:52:50 -04:00
|
|
|
} // namespace Kernel
|