2015-05-04 06:01:16 +03:00
|
|
|
// Copyright 2015 Citra Emulator Project
|
|
|
|
// Licensed under GPLv2 or any later version
|
|
|
|
// Refer to the license.txt file included.
|
|
|
|
|
2018-01-01 22:38:34 +03:00
|
|
|
#include <algorithm>
|
2016-04-05 15:29:55 +03:00
|
|
|
#include <memory>
|
2018-11-21 01:46:17 +03:00
|
|
|
#include <random>
|
2019-03-29 01:24:56 +03:00
|
|
|
#include "common/alignment.h"
|
2015-05-04 06:01:16 +03:00
|
|
|
#include "common/assert.h"
|
2015-05-08 22:51:48 +03:00
|
|
|
#include "common/logging/log.h"
|
2018-09-21 09:06:47 +03:00
|
|
|
#include "core/core.h"
|
2018-09-23 03:09:32 +03:00
|
|
|
#include "core/file_sys/program_metadata.h"
|
2019-03-20 19:40:09 +03:00
|
|
|
#include "core/hle/kernel/code_set.h"
|
2018-12-05 03:08:56 +03:00
|
|
|
#include "core/hle/kernel/errors.h"
|
2018-08-28 19:30:33 +03:00
|
|
|
#include "core/hle/kernel/kernel.h"
|
2016-09-21 09:52:38 +03:00
|
|
|
#include "core/hle/kernel/process.h"
|
2015-05-12 23:25:15 +03:00
|
|
|
#include "core/hle/kernel/resource_limit.h"
|
2018-09-21 09:06:47 +03:00
|
|
|
#include "core/hle/kernel/scheduler.h"
|
2015-05-04 06:01:16 +03:00
|
|
|
#include "core/hle/kernel/thread.h"
|
2015-07-10 04:52:15 +03:00
|
|
|
#include "core/hle/kernel/vm_manager.h"
|
2015-05-13 04:38:29 +03:00
|
|
|
#include "core/memory.h"
|
2018-11-13 20:25:43 +03:00
|
|
|
#include "core/settings.h"
|
2015-05-04 06:01:16 +03:00
|
|
|
|
|
|
|
namespace Kernel {
|
2018-12-28 04:28:15 +03:00
|
|
|
namespace {
|
|
|
|
/**
|
|
|
|
* Sets up the primary application thread
|
|
|
|
*
|
|
|
|
* @param owner_process The parent process for the main thread
|
|
|
|
* @param kernel The kernel instance to create the main thread under.
|
|
|
|
* @param entry_point The address at which the thread should start execution
|
|
|
|
* @param priority The priority to give the main thread
|
|
|
|
*/
|
|
|
|
void SetupMainThread(Process& owner_process, KernelCore& kernel, VAddr entry_point, u32 priority) {
|
|
|
|
// Setup page table so we can write to memory
|
2019-03-02 23:20:28 +03:00
|
|
|
Memory::SetCurrentPageTable(&owner_process.VMManager().page_table);
|
2018-12-28 04:28:15 +03:00
|
|
|
|
|
|
|
// Initialize new "main" thread
|
|
|
|
const VAddr stack_top = owner_process.VMManager().GetTLSIORegionEndAddress();
|
2018-12-28 05:20:49 +03:00
|
|
|
auto thread_res = Thread::Create(kernel, "main", entry_point, priority, 0,
|
|
|
|
owner_process.GetIdealCore(), stack_top, owner_process);
|
2018-12-28 04:28:15 +03:00
|
|
|
|
|
|
|
SharedPtr<Thread> thread = std::move(thread_res).Unwrap();
|
|
|
|
|
|
|
|
// Register 1 must be a handle to the main thread
|
|
|
|
const Handle guest_handle = owner_process.GetHandleTable().Create(thread).Unwrap();
|
|
|
|
thread->SetGuestHandle(guest_handle);
|
|
|
|
thread->GetContext().cpu_registers[1] = guest_handle;
|
|
|
|
|
|
|
|
// Threads by default are dormant, wake up the main thread so it runs when the scheduler fires
|
|
|
|
thread->ResumeFromWait();
|
|
|
|
}
|
|
|
|
} // Anonymous namespace
|
2015-05-04 06:01:16 +03:00
|
|
|
|
2019-03-08 02:48:14 +03:00
|
|
|
SharedPtr<Process> Process::Create(Core::System& system, std::string&& name) {
|
|
|
|
auto& kernel = system.Kernel();
|
2015-05-04 06:01:16 +03:00
|
|
|
|
2019-03-08 02:48:14 +03:00
|
|
|
SharedPtr<Process> process(new Process(system));
|
2017-09-30 21:15:09 +03:00
|
|
|
process->name = std::move(name);
|
2018-11-19 20:54:06 +03:00
|
|
|
process->resource_limit = kernel.GetSystemResourceLimit();
|
2018-01-01 22:38:34 +03:00
|
|
|
process->status = ProcessStatus::Created;
|
2018-03-14 00:49:59 +03:00
|
|
|
process->program_id = 0;
|
2018-08-28 19:30:33 +03:00
|
|
|
process->process_id = kernel.CreateNewProcessID();
|
2018-12-20 07:50:20 +03:00
|
|
|
process->capabilities.InitializeForMetadatalessProcess();
|
2015-05-08 23:53:19 +03:00
|
|
|
|
2018-11-13 20:25:43 +03:00
|
|
|
std::mt19937 rng(Settings::values.rng_seed.value_or(0));
|
|
|
|
std::uniform_int_distribution<u64> distribution;
|
|
|
|
std::generate(process->random_entropy.begin(), process->random_entropy.end(),
|
|
|
|
[&] { return distribution(rng); });
|
|
|
|
|
2018-08-28 19:30:33 +03:00
|
|
|
kernel.AppendNewProcess(process);
|
2015-05-04 06:01:16 +03:00
|
|
|
return process;
|
|
|
|
}
|
|
|
|
|
2018-12-04 08:29:15 +03:00
|
|
|
SharedPtr<ResourceLimit> Process::GetResourceLimit() const {
|
|
|
|
return resource_limit;
|
|
|
|
}
|
|
|
|
|
2019-03-29 05:59:17 +03:00
|
|
|
u64 Process::GetTotalPhysicalMemoryUsed() const {
|
|
|
|
return vm_manager.GetCurrentHeapSize() + main_thread_stack_size + code_memory_size;
|
|
|
|
}
|
|
|
|
|
2018-12-05 03:08:56 +03:00
|
|
|
ResultCode Process::ClearSignalState() {
|
|
|
|
if (status == ProcessStatus::Exited) {
|
|
|
|
LOG_ERROR(Kernel, "called on a terminated process instance.");
|
|
|
|
return ERR_INVALID_STATE;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!is_signaled) {
|
|
|
|
LOG_ERROR(Kernel, "called on a process instance that isn't signaled.");
|
|
|
|
return ERR_INVALID_STATE;
|
|
|
|
}
|
|
|
|
|
|
|
|
is_signaled = false;
|
|
|
|
return RESULT_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2018-12-20 07:50:20 +03:00
|
|
|
ResultCode Process::LoadFromMetadata(const FileSys::ProgramMetadata& metadata) {
|
2018-09-23 03:09:32 +03:00
|
|
|
program_id = metadata.GetTitleID();
|
2018-12-28 05:14:59 +03:00
|
|
|
ideal_core = metadata.GetMainThreadCore();
|
2018-09-30 02:13:46 +03:00
|
|
|
is_64bit_process = metadata.Is64BitProgram();
|
2017-05-06 09:11:06 +03:00
|
|
|
|
2018-12-20 07:50:20 +03:00
|
|
|
vm_manager.Reset(metadata.GetAddressSpaceType());
|
2015-07-19 21:18:57 +03:00
|
|
|
|
2018-12-20 07:50:20 +03:00
|
|
|
const auto& caps = metadata.GetKernelCapabilities();
|
2019-02-25 18:13:52 +03:00
|
|
|
const auto capability_init_result =
|
|
|
|
capabilities.InitializeForUserProcess(caps.data(), caps.size(), vm_manager);
|
|
|
|
if (capability_init_result.IsError()) {
|
|
|
|
return capability_init_result;
|
|
|
|
}
|
|
|
|
|
|
|
|
return handle_table.SetSize(capabilities.GetHandleTableSize());
|
2015-05-04 06:01:16 +03:00
|
|
|
}
|
|
|
|
|
2019-03-29 01:26:09 +03:00
|
|
|
void Process::Run(VAddr entry_point, s32 main_thread_priority, u64 stack_size) {
|
2019-03-29 01:24:56 +03:00
|
|
|
// The kernel always ensures that the given stack size is page aligned.
|
2019-03-29 01:30:58 +03:00
|
|
|
main_thread_stack_size = Common::AlignUp(stack_size, Memory::PAGE_SIZE);
|
2019-03-29 01:24:56 +03:00
|
|
|
|
2018-03-11 01:51:23 +03:00
|
|
|
// Allocate and map the main thread stack
|
|
|
|
// TODO(bunnei): This is heap area that should be allocated by the kernel and not mapped as part
|
|
|
|
// of the user address space.
|
2019-03-29 01:30:58 +03:00
|
|
|
const VAddr mapping_address = vm_manager.GetTLSIORegionEndAddress() - main_thread_stack_size;
|
2016-09-18 03:38:01 +03:00
|
|
|
vm_manager
|
2019-03-29 01:30:58 +03:00
|
|
|
.MapMemoryBlock(mapping_address, std::make_shared<std::vector<u8>>(main_thread_stack_size),
|
|
|
|
0, main_thread_stack_size, MemoryState::Stack)
|
2016-09-18 03:38:01 +03:00
|
|
|
.Unwrap();
|
2017-05-06 09:11:06 +03:00
|
|
|
|
2018-04-27 18:49:18 +03:00
|
|
|
vm_manager.LogLayout();
|
2018-12-05 03:08:56 +03:00
|
|
|
ChangeStatus(ProcessStatus::Running);
|
2017-10-10 06:56:20 +03:00
|
|
|
|
2018-12-28 04:28:15 +03:00
|
|
|
SetupMainThread(*this, kernel, entry_point, main_thread_priority);
|
2017-09-30 21:15:09 +03:00
|
|
|
}
|
2017-09-24 18:12:16 +03:00
|
|
|
|
2018-09-21 09:06:47 +03:00
|
|
|
void Process::PrepareForTermination() {
|
2018-12-05 03:08:56 +03:00
|
|
|
ChangeStatus(ProcessStatus::Exiting);
|
2018-09-21 09:06:47 +03:00
|
|
|
|
|
|
|
const auto stop_threads = [this](const std::vector<SharedPtr<Thread>>& thread_list) {
|
|
|
|
for (auto& thread : thread_list) {
|
2018-10-04 01:47:57 +03:00
|
|
|
if (thread->GetOwnerProcess() != this)
|
2018-09-21 09:06:47 +03:00
|
|
|
continue;
|
|
|
|
|
2019-03-13 02:03:26 +03:00
|
|
|
if (thread == system.CurrentScheduler().GetCurrentThread())
|
2018-09-21 09:06:47 +03:00
|
|
|
continue;
|
|
|
|
|
|
|
|
// TODO(Subv): When are the other running/ready threads terminated?
|
2018-10-04 01:47:57 +03:00
|
|
|
ASSERT_MSG(thread->GetStatus() == ThreadStatus::WaitSynchAny ||
|
|
|
|
thread->GetStatus() == ThreadStatus::WaitSynchAll,
|
2018-09-21 09:06:47 +03:00
|
|
|
"Exiting processes with non-waiting threads is currently unimplemented");
|
|
|
|
|
|
|
|
thread->Stop();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2018-10-15 16:25:11 +03:00
|
|
|
stop_threads(system.Scheduler(0).GetThreadList());
|
|
|
|
stop_threads(system.Scheduler(1).GetThreadList());
|
|
|
|
stop_threads(system.Scheduler(2).GetThreadList());
|
|
|
|
stop_threads(system.Scheduler(3).GetThreadList());
|
2018-12-05 03:08:56 +03:00
|
|
|
|
|
|
|
ChangeStatus(ProcessStatus::Exited);
|
2018-09-21 09:06:47 +03:00
|
|
|
}
|
|
|
|
|
2018-09-21 08:26:29 +03:00
|
|
|
/**
|
|
|
|
* Finds a free location for the TLS section of a thread.
|
|
|
|
* @param tls_slots The TLS page array of the thread's owner process.
|
|
|
|
* Returns a tuple of (page, slot, alloc_needed) where:
|
|
|
|
* page: The index of the first allocated TLS page that has free slots.
|
|
|
|
* slot: The index of the first free slot in the indicated page.
|
|
|
|
* alloc_needed: Whether there's a need to allocate a new TLS page (All pages are full).
|
|
|
|
*/
|
|
|
|
static std::tuple<std::size_t, std::size_t, bool> FindFreeThreadLocalSlot(
|
|
|
|
const std::vector<std::bitset<8>>& tls_slots) {
|
|
|
|
// Iterate over all the allocated pages, and try to find one where not all slots are used.
|
|
|
|
for (std::size_t page = 0; page < tls_slots.size(); ++page) {
|
|
|
|
const auto& page_tls_slots = tls_slots[page];
|
|
|
|
if (!page_tls_slots.all()) {
|
|
|
|
// We found a page with at least one free slot, find which slot it is
|
|
|
|
for (std::size_t slot = 0; slot < page_tls_slots.size(); ++slot) {
|
|
|
|
if (!page_tls_slots.test(slot)) {
|
|
|
|
return std::make_tuple(page, slot, false);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return std::make_tuple(0, 0, true);
|
|
|
|
}
|
|
|
|
|
|
|
|
VAddr Process::MarkNextAvailableTLSSlotAsUsed(Thread& thread) {
|
|
|
|
auto [available_page, available_slot, needs_allocation] = FindFreeThreadLocalSlot(tls_slots);
|
2018-09-25 03:01:45 +03:00
|
|
|
const VAddr tls_begin = vm_manager.GetTLSIORegionBaseAddress();
|
2018-09-21 08:26:29 +03:00
|
|
|
|
|
|
|
if (needs_allocation) {
|
|
|
|
tls_slots.emplace_back(0); // The page is completely available at the start
|
|
|
|
available_page = tls_slots.size() - 1;
|
|
|
|
available_slot = 0; // Use the first slot in the new page
|
|
|
|
|
|
|
|
// Allocate some memory from the end of the linear heap for this region.
|
|
|
|
auto& tls_memory = thread.GetTLSMemory();
|
|
|
|
tls_memory->insert(tls_memory->end(), Memory::PAGE_SIZE, 0);
|
|
|
|
|
|
|
|
vm_manager.RefreshMemoryBlockMappings(tls_memory.get());
|
|
|
|
|
2018-09-25 03:01:45 +03:00
|
|
|
vm_manager.MapMemoryBlock(tls_begin + available_page * Memory::PAGE_SIZE, tls_memory, 0,
|
|
|
|
Memory::PAGE_SIZE, MemoryState::ThreadLocal);
|
2018-09-21 08:26:29 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
tls_slots[available_page].set(available_slot);
|
|
|
|
|
2018-09-25 03:01:45 +03:00
|
|
|
return tls_begin + available_page * Memory::PAGE_SIZE + available_slot * Memory::TLS_ENTRY_SIZE;
|
2018-09-21 08:26:29 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
void Process::FreeTLSSlot(VAddr tls_address) {
|
2018-09-25 03:01:45 +03:00
|
|
|
const VAddr tls_base = tls_address - vm_manager.GetTLSIORegionBaseAddress();
|
2018-09-21 08:26:29 +03:00
|
|
|
const VAddr tls_page = tls_base / Memory::PAGE_SIZE;
|
|
|
|
const VAddr tls_slot = (tls_base % Memory::PAGE_SIZE) / Memory::TLS_ENTRY_SIZE;
|
|
|
|
|
|
|
|
tls_slots[tls_page].reset(tls_slot);
|
|
|
|
}
|
|
|
|
|
2018-10-12 18:36:31 +03:00
|
|
|
void Process::LoadModule(CodeSet module_, VAddr base_addr) {
|
2019-03-22 21:51:36 +03:00
|
|
|
const auto memory = std::make_shared<std::vector<u8>>(std::move(module_.memory));
|
|
|
|
|
2019-03-20 20:03:14 +03:00
|
|
|
const auto MapSegment = [&](const CodeSet::Segment& segment, VMAPermission permissions,
|
2018-08-03 06:37:44 +03:00
|
|
|
MemoryState memory_state) {
|
2018-10-12 18:36:31 +03:00
|
|
|
const auto vma = vm_manager
|
2019-03-22 21:51:36 +03:00
|
|
|
.MapMemoryBlock(segment.addr + base_addr, memory, segment.offset,
|
|
|
|
segment.size, memory_state)
|
2018-10-12 18:36:31 +03:00
|
|
|
.Unwrap();
|
2017-09-24 18:12:16 +03:00
|
|
|
vm_manager.Reprotect(vma, permissions);
|
|
|
|
};
|
|
|
|
|
|
|
|
// Map CodeSet segments
|
2019-03-21 18:39:55 +03:00
|
|
|
MapSegment(module_.CodeSegment(), VMAPermission::ReadExecute, MemoryState::Code);
|
|
|
|
MapSegment(module_.RODataSegment(), VMAPermission::Read, MemoryState::CodeData);
|
|
|
|
MapSegment(module_.DataSegment(), VMAPermission::ReadWrite, MemoryState::CodeData);
|
2018-10-24 01:42:15 +03:00
|
|
|
|
2019-04-02 07:44:32 +03:00
|
|
|
code_memory_size += module_.memory.size();
|
2019-03-29 01:52:45 +03:00
|
|
|
|
2018-10-24 01:42:15 +03:00
|
|
|
// Clear instruction cache in CPU JIT
|
2019-03-13 02:03:26 +03:00
|
|
|
system.InvalidateCpuInstructionCaches();
|
2015-05-04 06:01:16 +03:00
|
|
|
}
|
|
|
|
|
2019-03-13 02:03:26 +03:00
|
|
|
Process::Process(Core::System& system)
|
2019-03-14 07:29:54 +03:00
|
|
|
: WaitObject{system.Kernel()}, address_arbiter{system}, mutex{system}, system{system} {}
|
|
|
|
|
2019-03-08 02:48:14 +03:00
|
|
|
Process::~Process() = default;
|
2015-05-04 06:01:16 +03:00
|
|
|
|
2018-12-05 03:08:56 +03:00
|
|
|
void Process::Acquire(Thread* thread) {
|
|
|
|
ASSERT_MSG(!ShouldWait(thread), "Object unavailable!");
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Process::ShouldWait(Thread* thread) const {
|
|
|
|
return !is_signaled;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Process::ChangeStatus(ProcessStatus new_status) {
|
|
|
|
if (status == new_status) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
status = new_status;
|
|
|
|
is_signaled = true;
|
|
|
|
WakeupAllWaitingThreads();
|
|
|
|
}
|
|
|
|
|
2018-01-01 22:38:34 +03:00
|
|
|
} // namespace Kernel
|