2021-03-20 08:53:00 +01:00
|
|
|
// Copyright 2021 yuzu Emulator Project
|
2014-12-17 06:38:14 +01:00
|
|
|
// Licensed under GPLv2 or any later version
|
2014-11-19 09:49:13 +01:00
|
|
|
// Refer to the license.txt file included.
|
2014-05-10 04:11:18 +02:00
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
2020-03-01 17:14:17 +01:00
|
|
|
#include <array>
|
2019-12-08 04:09:20 +01:00
|
|
|
#include <memory>
|
2018-09-02 17:58:58 +02:00
|
|
|
#include <string>
|
|
|
|
#include <unordered_map>
|
2019-11-25 02:15:51 +01:00
|
|
|
#include <vector>
|
2020-07-16 19:51:51 +02:00
|
|
|
#include "core/arm/cpu_interrupt_handler.h"
|
2020-03-01 17:14:17 +01:00
|
|
|
#include "core/hardware_properties.h"
|
2021-04-10 07:10:14 +02:00
|
|
|
#include "core/hle/kernel/k_auto_object.h"
|
|
|
|
#include "core/hle/kernel/k_slab_heap.h"
|
2021-02-13 02:02:51 +01:00
|
|
|
#include "core/hle/kernel/memory_types.h"
|
2018-08-28 18:30:33 +02:00
|
|
|
#include "core/hle/kernel/object.h"
|
|
|
|
|
2019-03-05 18:28:10 +01:00
|
|
|
namespace Core {
|
2020-03-01 17:14:17 +01:00
|
|
|
class CPUInterruptHandler;
|
2020-01-25 23:55:32 +01:00
|
|
|
class ExclusiveMonitor;
|
2019-03-05 18:28:10 +01:00
|
|
|
class System;
|
2020-01-26 21:14:18 +01:00
|
|
|
} // namespace Core
|
2019-03-05 18:28:10 +01:00
|
|
|
|
2019-02-12 18:32:15 +01:00
|
|
|
namespace Core::Timing {
|
2019-02-14 18:42:58 +01:00
|
|
|
class CoreTiming;
|
2018-08-28 18:30:33 +02:00
|
|
|
struct EventType;
|
2019-02-14 18:42:58 +01:00
|
|
|
} // namespace Core::Timing
|
2014-05-10 04:11:18 +02:00
|
|
|
|
2014-05-21 00:13:25 +02:00
|
|
|
namespace Kernel {
|
|
|
|
|
2018-09-02 17:58:58 +02:00
|
|
|
class ClientPort;
|
2020-12-03 03:08:35 +01:00
|
|
|
class GlobalSchedulerContext;
|
2018-08-28 18:30:33 +02:00
|
|
|
class HandleTable;
|
2021-04-04 04:11:46 +02:00
|
|
|
class KAutoObjectWithListContainer;
|
2021-04-14 02:48:37 +02:00
|
|
|
class KClientSession;
|
2021-04-10 07:10:14 +02:00
|
|
|
class KEvent;
|
|
|
|
class KLinkedListNode;
|
2021-02-13 02:38:40 +01:00
|
|
|
class KMemoryManager;
|
2021-01-30 10:40:49 +01:00
|
|
|
class KResourceLimit;
|
2020-12-03 03:08:35 +01:00
|
|
|
class KScheduler;
|
2021-04-14 02:48:37 +02:00
|
|
|
class KSession;
|
2021-02-06 08:14:31 +01:00
|
|
|
class KSharedMemory;
|
2021-02-13 02:38:40 +01:00
|
|
|
class KThread;
|
2021-04-17 09:52:53 +02:00
|
|
|
class KTransferMemory;
|
2021-04-10 11:34:26 +02:00
|
|
|
class KWritableEvent;
|
2021-02-13 02:38:40 +01:00
|
|
|
class PhysicalCore;
|
|
|
|
class Process;
|
2020-12-15 09:41:48 +01:00
|
|
|
class ServiceThread;
|
2020-02-11 22:36:39 +01:00
|
|
|
class Synchronization;
|
2020-02-14 15:56:27 +01:00
|
|
|
class TimeManager;
|
2018-08-28 18:30:33 +02:00
|
|
|
|
2021-02-13 01:21:12 +01:00
|
|
|
template <typename T>
|
|
|
|
class KSlabHeap;
|
|
|
|
|
2021-01-20 06:07:07 +01:00
|
|
|
using EmuThreadHandle = uintptr_t;
|
|
|
|
constexpr EmuThreadHandle EmuThreadHandleInvalid{};
|
|
|
|
constexpr EmuThreadHandle EmuThreadHandleReserved{1ULL << 63};
|
|
|
|
|
2018-08-28 18:30:33 +02:00
|
|
|
/// Represents a single instance of the kernel.
|
|
|
|
class KernelCore {
|
2018-09-02 17:58:58 +02:00
|
|
|
private:
|
2019-11-25 02:15:51 +01:00
|
|
|
using NamedPortTable = std::unordered_map<std::string, std::shared_ptr<ClientPort>>;
|
2018-09-02 17:58:58 +02:00
|
|
|
|
2018-08-28 18:30:33 +02:00
|
|
|
public:
|
2019-03-05 18:28:10 +01:00
|
|
|
/// Constructs an instance of the kernel using the given System
|
|
|
|
/// instance as a context for any necessary system-related state,
|
|
|
|
/// such as threads, CPU core state, etc.
|
|
|
|
///
|
|
|
|
/// @post After execution of the constructor, the provided System
|
|
|
|
/// object *must* outlive the kernel instance itself.
|
|
|
|
///
|
|
|
|
explicit KernelCore(Core::System& system);
|
2018-08-28 18:30:33 +02:00
|
|
|
~KernelCore();
|
|
|
|
|
|
|
|
KernelCore(const KernelCore&) = delete;
|
|
|
|
KernelCore& operator=(const KernelCore&) = delete;
|
|
|
|
|
|
|
|
KernelCore(KernelCore&&) = delete;
|
|
|
|
KernelCore& operator=(KernelCore&&) = delete;
|
|
|
|
|
2020-03-09 03:39:41 +01:00
|
|
|
/// Sets if emulation is multicore or single core, must be set before Initialize
|
|
|
|
void SetMulticore(bool is_multicore);
|
|
|
|
|
2018-08-28 18:30:33 +02:00
|
|
|
/// Resets the kernel to a clean slate for use.
|
2019-03-05 18:28:10 +01:00
|
|
|
void Initialize();
|
2018-08-28 18:30:33 +02:00
|
|
|
|
2020-11-13 20:11:12 +01:00
|
|
|
/// Initializes the CPU cores.
|
|
|
|
void InitializeCores();
|
|
|
|
|
2018-08-28 18:30:33 +02:00
|
|
|
/// Clears all resources in use by the kernel instance.
|
|
|
|
void Shutdown();
|
|
|
|
|
2018-11-19 18:54:06 +01:00
|
|
|
/// Retrieves a shared pointer to the system resource limit instance.
|
2021-01-30 10:40:49 +01:00
|
|
|
std::shared_ptr<KResourceLimit> GetSystemResourceLimit() const;
|
2018-08-28 18:30:33 +02:00
|
|
|
|
|
|
|
/// Retrieves a shared pointer to a Thread instance within the thread wakeup handle table.
|
2021-04-04 04:11:46 +02:00
|
|
|
KScopedAutoObject<KThread> RetrieveThreadFromGlobalHandleTable(Handle handle) const;
|
2018-08-28 18:30:33 +02:00
|
|
|
|
|
|
|
/// Adds the given shared pointer to an internal list of active processes.
|
2021-04-04 07:22:36 +02:00
|
|
|
void AppendNewProcess(Process* process);
|
2018-08-28 18:30:33 +02:00
|
|
|
|
2018-09-07 02:34:51 +02:00
|
|
|
/// Makes the given process the new current process.
|
2018-10-10 06:42:10 +02:00
|
|
|
void MakeCurrentProcess(Process* process);
|
2018-09-07 02:34:51 +02:00
|
|
|
|
2018-10-10 06:42:10 +02:00
|
|
|
/// Retrieves a pointer to the current process.
|
|
|
|
Process* CurrentProcess();
|
2018-09-07 02:34:51 +02:00
|
|
|
|
2018-10-10 06:42:10 +02:00
|
|
|
/// Retrieves a const pointer to the current process.
|
|
|
|
const Process* CurrentProcess() const;
|
2018-09-07 02:34:51 +02:00
|
|
|
|
2019-03-20 20:03:52 +01:00
|
|
|
/// Retrieves the list of processes.
|
2021-04-04 07:22:36 +02:00
|
|
|
const std::vector<Process*>& GetProcessList() const;
|
2019-03-20 20:03:52 +01:00
|
|
|
|
2019-03-29 22:02:57 +01:00
|
|
|
/// Gets the sole instance of the global scheduler
|
2020-12-03 03:08:35 +01:00
|
|
|
Kernel::GlobalSchedulerContext& GlobalSchedulerContext();
|
2019-03-29 22:02:57 +01:00
|
|
|
|
|
|
|
/// Gets the sole instance of the global scheduler
|
2020-12-03 03:08:35 +01:00
|
|
|
const Kernel::GlobalSchedulerContext& GlobalSchedulerContext() const;
|
2019-03-29 22:02:57 +01:00
|
|
|
|
2020-02-14 03:04:10 +01:00
|
|
|
/// Gets the sole instance of the Scheduler assoviated with cpu core 'id'
|
2020-12-03 03:08:35 +01:00
|
|
|
Kernel::KScheduler& Scheduler(std::size_t id);
|
2020-02-14 03:04:10 +01:00
|
|
|
|
|
|
|
/// Gets the sole instance of the Scheduler assoviated with cpu core 'id'
|
2020-12-03 03:08:35 +01:00
|
|
|
const Kernel::KScheduler& Scheduler(std::size_t id) const;
|
2020-02-14 03:04:10 +01:00
|
|
|
|
2020-01-25 23:55:32 +01:00
|
|
|
/// Gets the an instance of the respective physical CPU core.
|
|
|
|
Kernel::PhysicalCore& PhysicalCore(std::size_t id);
|
|
|
|
|
|
|
|
/// Gets the an instance of the respective physical CPU core.
|
|
|
|
const Kernel::PhysicalCore& PhysicalCore(std::size_t id) const;
|
|
|
|
|
2020-02-25 03:04:12 +01:00
|
|
|
/// Gets the sole instance of the Scheduler at the current running core.
|
2020-12-03 03:08:35 +01:00
|
|
|
Kernel::KScheduler* CurrentScheduler();
|
2020-02-25 03:04:12 +01:00
|
|
|
|
|
|
|
/// Gets the an instance of the current physical CPU core.
|
|
|
|
Kernel::PhysicalCore& CurrentPhysicalCore();
|
|
|
|
|
|
|
|
/// Gets the an instance of the current physical CPU core.
|
|
|
|
const Kernel::PhysicalCore& CurrentPhysicalCore() const;
|
|
|
|
|
2020-02-14 15:56:27 +01:00
|
|
|
/// Gets the an instance of the TimeManager Interface.
|
|
|
|
Kernel::TimeManager& TimeManager();
|
|
|
|
|
|
|
|
/// Gets the an instance of the TimeManager Interface.
|
|
|
|
const Kernel::TimeManager& TimeManager() const;
|
|
|
|
|
2020-01-25 23:55:32 +01:00
|
|
|
/// Stops execution of 'id' core, in order to reschedule a new thread.
|
|
|
|
void PrepareReschedule(std::size_t id);
|
|
|
|
|
|
|
|
Core::ExclusiveMonitor& GetExclusiveMonitor();
|
|
|
|
|
|
|
|
const Core::ExclusiveMonitor& GetExclusiveMonitor() const;
|
|
|
|
|
2021-04-04 04:11:46 +02:00
|
|
|
KAutoObjectWithListContainer& ObjectListContainer();
|
|
|
|
|
|
|
|
const KAutoObjectWithListContainer& ObjectListContainer() const;
|
|
|
|
|
2020-03-01 17:14:17 +01:00
|
|
|
std::array<Core::CPUInterruptHandler, Core::Hardware::NUM_CPU_CORES>& Interrupts();
|
|
|
|
|
|
|
|
const std::array<Core::CPUInterruptHandler, Core::Hardware::NUM_CPU_CORES>& Interrupts() const;
|
|
|
|
|
2020-01-25 23:55:32 +01:00
|
|
|
void InvalidateAllInstructionCaches();
|
|
|
|
|
2020-11-14 08:20:32 +01:00
|
|
|
void InvalidateCpuInstructionCacheRange(VAddr addr, std::size_t size);
|
|
|
|
|
2018-09-02 17:58:58 +02:00
|
|
|
/// Adds a port to the named port table
|
2019-11-25 02:15:51 +01:00
|
|
|
void AddNamedPort(std::string name, std::shared_ptr<ClientPort> port);
|
2018-09-02 17:58:58 +02:00
|
|
|
|
|
|
|
/// Finds a port within the named port table with the given name.
|
|
|
|
NamedPortTable::iterator FindNamedPort(const std::string& name);
|
|
|
|
|
|
|
|
/// Finds a port within the named port table with the given name.
|
|
|
|
NamedPortTable::const_iterator FindNamedPort(const std::string& name) const;
|
|
|
|
|
|
|
|
/// Determines whether or not the given port is a valid named port.
|
|
|
|
bool IsValidNamedPort(NamedPortTable::const_iterator port) const;
|
|
|
|
|
2021-01-21 22:00:16 +01:00
|
|
|
/// Gets the current host_thread/guest_thread pointer.
|
|
|
|
KThread* GetCurrentEmuThread() const;
|
2020-02-14 14:30:53 +01:00
|
|
|
|
|
|
|
/// Gets the current host_thread handle.
|
2020-02-22 15:27:40 +01:00
|
|
|
u32 GetCurrentHostThreadID() const;
|
2020-02-14 14:30:53 +01:00
|
|
|
|
|
|
|
/// Register the current thread as a CPU Core Thread.
|
|
|
|
void RegisterCoreThread(std::size_t core_id);
|
|
|
|
|
|
|
|
/// Register the current thread as a non CPU core thread.
|
|
|
|
void RegisterHostThread();
|
|
|
|
|
2020-04-09 03:06:37 +02:00
|
|
|
/// Gets the virtual memory manager for the kernel.
|
2021-02-13 02:38:40 +01:00
|
|
|
KMemoryManager& MemoryManager();
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the virtual memory manager for the kernel.
|
2021-02-13 02:38:40 +01:00
|
|
|
const KMemoryManager& MemoryManager() const;
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the slab heap allocated for user space pages.
|
2021-02-13 02:02:51 +01:00
|
|
|
KSlabHeap<Page>& GetUserSlabHeapPages();
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the slab heap allocated for user space pages.
|
2021-02-13 02:02:51 +01:00
|
|
|
const KSlabHeap<Page>& GetUserSlabHeapPages() const;
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the shared memory object for HID services.
|
2021-02-06 08:14:31 +01:00
|
|
|
Kernel::KSharedMemory& GetHidSharedMem();
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the shared memory object for HID services.
|
2021-02-06 08:14:31 +01:00
|
|
|
const Kernel::KSharedMemory& GetHidSharedMem() const;
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the shared memory object for font services.
|
2021-02-06 08:14:31 +01:00
|
|
|
Kernel::KSharedMemory& GetFontSharedMem();
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the shared memory object for font services.
|
2021-02-06 08:14:31 +01:00
|
|
|
const Kernel::KSharedMemory& GetFontSharedMem() const;
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the shared memory object for IRS services.
|
2021-02-06 08:14:31 +01:00
|
|
|
Kernel::KSharedMemory& GetIrsSharedMem();
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the shared memory object for IRS services.
|
2021-02-06 08:14:31 +01:00
|
|
|
const Kernel::KSharedMemory& GetIrsSharedMem() const;
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the shared memory object for Time services.
|
2021-02-06 08:14:31 +01:00
|
|
|
Kernel::KSharedMemory& GetTimeSharedMem();
|
2020-04-09 03:06:37 +02:00
|
|
|
|
|
|
|
/// Gets the shared memory object for Time services.
|
2021-02-06 08:14:31 +01:00
|
|
|
const Kernel::KSharedMemory& GetTimeSharedMem() const;
|
2020-04-09 03:06:37 +02:00
|
|
|
|
2020-02-25 03:04:12 +01:00
|
|
|
/// Suspend/unsuspend the OS.
|
|
|
|
void Suspend(bool in_suspention);
|
|
|
|
|
|
|
|
/// Exceptional exit the OS.
|
|
|
|
void ExceptionalExit();
|
|
|
|
|
2020-03-10 18:13:39 +01:00
|
|
|
bool IsMulticore() const;
|
|
|
|
|
2020-03-12 21:48:43 +01:00
|
|
|
void EnterSVCProfile();
|
|
|
|
|
|
|
|
void ExitSVCProfile();
|
|
|
|
|
2020-12-15 09:41:48 +01:00
|
|
|
/**
|
|
|
|
* Creates an HLE service thread, which are used to execute service routines asynchronously.
|
2021-04-10 07:10:14 +02:00
|
|
|
* While these are allocated per ServerSession, these need to be owned and managed outside
|
|
|
|
* of ServerSession to avoid a circular dependency.
|
|
|
|
* @param name String name for the ServerSession creating this thread, used for debug
|
|
|
|
* purposes.
|
2020-12-15 09:41:48 +01:00
|
|
|
* @returns The a weak pointer newly created service thread.
|
|
|
|
*/
|
|
|
|
std::weak_ptr<Kernel::ServiceThread> CreateServiceThread(const std::string& name);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Releases a HLE service thread, instructing KernelCore to free it. This should be called when
|
|
|
|
* the ServerSession associated with the thread is destroyed.
|
|
|
|
* @param service_thread Service thread to release.
|
|
|
|
*/
|
|
|
|
void ReleaseServiceThread(std::weak_ptr<Kernel::ServiceThread> service_thread);
|
|
|
|
|
2020-12-31 11:13:02 +01:00
|
|
|
/// Workaround for single-core mode when preempting threads while idle.
|
|
|
|
bool IsPhantomModeForSingleCore() const;
|
|
|
|
void SetIsPhantomModeForSingleCore(bool value);
|
|
|
|
|
2021-04-04 04:11:46 +02:00
|
|
|
Core::System& System();
|
|
|
|
const Core::System& System() const;
|
|
|
|
|
2021-04-10 07:10:14 +02:00
|
|
|
/// Gets the slab heap for the specified kernel object type.
|
|
|
|
template <typename T>
|
|
|
|
KSlabHeap<T>& SlabHeap() {
|
|
|
|
if constexpr (std::is_same_v<T, Process>) {
|
2021-04-10 08:16:13 +02:00
|
|
|
return slab_heap_container->process;
|
2021-04-10 07:10:14 +02:00
|
|
|
} else if constexpr (std::is_same_v<T, KThread>) {
|
2021-04-10 08:16:13 +02:00
|
|
|
return slab_heap_container->thread;
|
2021-04-10 07:10:14 +02:00
|
|
|
} else if constexpr (std::is_same_v<T, KEvent>) {
|
2021-04-10 08:16:13 +02:00
|
|
|
return slab_heap_container->event;
|
2021-04-10 07:10:14 +02:00
|
|
|
} else if constexpr (std::is_same_v<T, KSharedMemory>) {
|
2021-04-10 08:16:13 +02:00
|
|
|
return slab_heap_container->shared_memory;
|
2021-04-10 07:10:14 +02:00
|
|
|
} else if constexpr (std::is_same_v<T, KLinkedListNode>) {
|
2021-04-10 08:16:13 +02:00
|
|
|
return slab_heap_container->linked_list_node;
|
2021-04-10 11:34:26 +02:00
|
|
|
} else if constexpr (std::is_same_v<T, KWritableEvent>) {
|
|
|
|
return slab_heap_container->writeable_event;
|
2021-04-14 02:48:37 +02:00
|
|
|
} else if constexpr (std::is_same_v<T, KClientSession>) {
|
|
|
|
return slab_heap_container->client_session;
|
|
|
|
} else if constexpr (std::is_same_v<T, KSession>) {
|
|
|
|
return slab_heap_container->session;
|
2021-04-17 09:52:53 +02:00
|
|
|
} else if constexpr (std::is_same_v<T, KTransferMemory>) {
|
|
|
|
return slab_heap_container->transfer_memory;
|
2021-04-10 07:10:14 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-28 18:30:33 +02:00
|
|
|
private:
|
|
|
|
friend class Object;
|
|
|
|
friend class Process;
|
2020-12-31 08:01:08 +01:00
|
|
|
friend class KThread;
|
2018-08-28 18:30:33 +02:00
|
|
|
|
|
|
|
/// Creates a new object ID, incrementing the internal object ID counter.
|
|
|
|
u32 CreateNewObjectID();
|
|
|
|
|
|
|
|
/// Creates a new process ID, incrementing the internal process ID counter;
|
2019-06-10 06:28:33 +02:00
|
|
|
u64 CreateNewKernelProcessID();
|
|
|
|
|
|
|
|
/// Creates a new process ID, incrementing the internal process ID counter;
|
|
|
|
u64 CreateNewUserProcessID();
|
2018-08-28 18:30:33 +02:00
|
|
|
|
|
|
|
/// Creates a new thread ID, incrementing the internal thread ID counter.
|
2018-12-19 04:37:01 +01:00
|
|
|
u64 CreateNewThreadID();
|
2018-08-28 18:30:33 +02:00
|
|
|
|
2020-02-14 14:30:53 +01:00
|
|
|
/// Provides a reference to the global handle table.
|
|
|
|
Kernel::HandleTable& GlobalHandleTable();
|
2018-08-28 18:30:33 +02:00
|
|
|
|
2020-02-14 14:30:53 +01:00
|
|
|
/// Provides a const reference to the global handle table.
|
|
|
|
const Kernel::HandleTable& GlobalHandleTable() const;
|
2014-06-11 04:43:50 +02:00
|
|
|
|
2018-08-28 18:30:33 +02:00
|
|
|
struct Impl;
|
|
|
|
std::unique_ptr<Impl> impl;
|
2021-04-10 07:10:14 +02:00
|
|
|
|
2020-02-25 03:04:12 +01:00
|
|
|
bool exception_exited{};
|
2021-04-10 07:10:14 +02:00
|
|
|
|
|
|
|
private:
|
2021-04-10 08:16:13 +02:00
|
|
|
/// Helper to encapsulate all slab heaps in a single heap allocated container
|
|
|
|
struct SlabHeapContainer {
|
|
|
|
KSlabHeap<Process> process;
|
|
|
|
KSlabHeap<KThread> thread;
|
|
|
|
KSlabHeap<KEvent> event;
|
|
|
|
KSlabHeap<KSharedMemory> shared_memory;
|
|
|
|
KSlabHeap<KLinkedListNode> linked_list_node;
|
2021-04-10 11:34:26 +02:00
|
|
|
KSlabHeap<KWritableEvent> writeable_event;
|
2021-04-14 02:48:37 +02:00
|
|
|
KSlabHeap<KClientSession> client_session;
|
|
|
|
KSlabHeap<KSession> session;
|
2021-04-17 09:52:53 +02:00
|
|
|
KSlabHeap<KTransferMemory> transfer_memory;
|
2021-04-10 08:16:13 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
std::unique_ptr<SlabHeapContainer> slab_heap_container;
|
2018-08-28 18:30:33 +02:00
|
|
|
};
|
2014-06-11 04:43:50 +02:00
|
|
|
|
2017-07-21 06:52:50 +02:00
|
|
|
} // namespace Kernel
|