2014-12-17 05:38:14 +00:00
|
|
|
// Copyright 2014 Citra Emulator Project
|
|
|
|
// Licensed under GPLv2 or any later version
|
2014-04-08 23:15:46 +00:00
|
|
|
// Refer to the license.txt file included.
|
2013-09-05 22:33:46 +00:00
|
|
|
|
2017-05-29 23:45:42 +00:00
|
|
|
#include <algorithm>
|
2017-05-06 06:11:06 +00:00
|
|
|
#include <cinttypes>
|
2015-05-13 01:38:29 +00:00
|
|
|
#include <map>
|
2015-06-21 14:11:32 +00:00
|
|
|
#include <memory>
|
|
|
|
#include <utility>
|
|
|
|
#include <vector>
|
2017-05-06 06:11:06 +00:00
|
|
|
#include "common/assert.h"
|
2015-05-06 07:06:12 +00:00
|
|
|
#include "common/common_types.h"
|
|
|
|
#include "common/logging/log.h"
|
2018-08-26 17:47:45 +00:00
|
|
|
#include "core/core.h"
|
2018-10-25 14:27:42 +00:00
|
|
|
#include "core/hle/kernel/config_mem.h"
|
2016-09-21 06:52:38 +00:00
|
|
|
#include "core/hle/kernel/memory.h"
|
2018-10-26 01:07:15 +00:00
|
|
|
#include "core/hle/kernel/process.h"
|
2018-10-25 15:23:52 +00:00
|
|
|
#include "core/hle/kernel/shared_page.h"
|
2015-05-21 03:37:07 +00:00
|
|
|
#include "core/hle/kernel/vm_manager.h"
|
|
|
|
#include "core/hle/result.h"
|
2015-05-13 01:38:29 +00:00
|
|
|
#include "core/memory.h"
|
2013-09-06 03:04:04 +00:00
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////////////////////////////////////
|
2013-09-05 22:33:46 +00:00
|
|
|
|
2015-08-06 00:26:52 +00:00
|
|
|
namespace Kernel {
|
|
|
|
|
2016-10-20 14:26:59 +00:00
|
|
|
/// Size of the APPLICATION, SYSTEM and BASE memory regions (respectively) for each system
|
2015-08-06 00:26:52 +00:00
|
|
|
/// memory configuration type.
|
|
|
|
static const u32 memory_region_sizes[8][3] = {
|
|
|
|
// Old 3DS layouts
|
|
|
|
{0x04000000, 0x02C00000, 0x01400000}, // 0
|
2016-09-18 00:38:01 +00:00
|
|
|
{/* This appears to be unused. */}, // 1
|
2015-08-06 00:26:52 +00:00
|
|
|
{0x06000000, 0x00C00000, 0x01400000}, // 2
|
|
|
|
{0x05000000, 0x01C00000, 0x01400000}, // 3
|
|
|
|
{0x04800000, 0x02400000, 0x01400000}, // 4
|
|
|
|
{0x02000000, 0x04C00000, 0x01400000}, // 5
|
|
|
|
|
|
|
|
// New 3DS layouts
|
|
|
|
{0x07C00000, 0x06400000, 0x02000000}, // 6
|
|
|
|
{0x0B200000, 0x02E00000, 0x02000000}, // 7
|
|
|
|
};
|
|
|
|
|
2018-10-25 14:51:00 +00:00
|
|
|
void KernelSystem::MemoryInit(u32 mem_type) {
|
2015-08-06 00:26:52 +00:00
|
|
|
// TODO(yuriks): On the n3DS, all o3DS configurations (<=5) are forced to 6 instead.
|
|
|
|
ASSERT_MSG(mem_type <= 5, "New 3DS memory configuration aren't supported yet!");
|
|
|
|
ASSERT(mem_type != 1);
|
|
|
|
|
|
|
|
// The kernel allocation regions (APPLICATION, SYSTEM and BASE) are laid out in sequence, with
|
|
|
|
// the sizes specified in the memory_region_sizes table.
|
|
|
|
VAddr base = 0;
|
|
|
|
for (int i = 0; i < 3; ++i) {
|
2018-11-06 20:00:47 +00:00
|
|
|
memory_regions[i].Reset(base, memory_region_sizes[mem_type][i]);
|
2015-08-06 00:26:52 +00:00
|
|
|
|
|
|
|
base += memory_regions[i].size;
|
|
|
|
}
|
|
|
|
|
|
|
|
// We must've allocated the entire FCRAM by the end
|
|
|
|
ASSERT(base == Memory::FCRAM_SIZE);
|
|
|
|
|
2018-10-25 14:51:00 +00:00
|
|
|
config_mem_handler = std::make_unique<ConfigMem::Handler>();
|
|
|
|
auto& config_mem = config_mem_handler->GetConfigMem();
|
2015-08-06 00:26:52 +00:00
|
|
|
config_mem.app_mem_type = mem_type;
|
|
|
|
// app_mem_malloc does not always match the configured size for memory_region[0]: in case the
|
|
|
|
// n3DS type override is in effect it reports the size the game expects, not the real one.
|
|
|
|
config_mem.app_mem_alloc = memory_region_sizes[mem_type][0];
|
|
|
|
config_mem.sys_mem_alloc = memory_regions[1].size;
|
|
|
|
config_mem.base_mem_alloc = memory_regions[2].size;
|
2018-10-25 15:23:52 +00:00
|
|
|
|
|
|
|
shared_page_handler = std::make_unique<SharedPage::Handler>();
|
2015-08-06 00:26:52 +00:00
|
|
|
}
|
|
|
|
|
2018-10-26 01:07:15 +00:00
|
|
|
MemoryRegionInfo* KernelSystem::GetMemoryRegion(MemoryRegion region) {
|
2015-08-06 00:26:52 +00:00
|
|
|
switch (region) {
|
|
|
|
case MemoryRegion::APPLICATION:
|
|
|
|
return &memory_regions[0];
|
|
|
|
case MemoryRegion::SYSTEM:
|
|
|
|
return &memory_regions[1];
|
|
|
|
case MemoryRegion::BASE:
|
|
|
|
return &memory_regions[2];
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
}
|
2013-09-05 22:33:46 +00:00
|
|
|
|
2018-11-21 17:01:19 +00:00
|
|
|
void KernelSystem::HandleSpecialMapping(VMManager& address_space, const AddressMapping& mapping) {
|
2017-05-06 06:11:06 +00:00
|
|
|
using namespace Memory;
|
|
|
|
|
|
|
|
struct MemoryArea {
|
|
|
|
VAddr vaddr_base;
|
|
|
|
PAddr paddr_base;
|
|
|
|
u32 size;
|
|
|
|
};
|
|
|
|
|
|
|
|
// The order of entries in this array is important. The VRAM and IO VAddr ranges overlap, and
|
|
|
|
// VRAM must be tried first.
|
|
|
|
static constexpr MemoryArea memory_areas[] = {
|
|
|
|
{VRAM_VADDR, VRAM_PADDR, VRAM_SIZE},
|
|
|
|
{IO_AREA_VADDR, IO_AREA_PADDR, IO_AREA_SIZE},
|
|
|
|
{DSP_RAM_VADDR, DSP_RAM_PADDR, DSP_RAM_SIZE},
|
|
|
|
{N3DS_EXTRA_RAM_VADDR, N3DS_EXTRA_RAM_PADDR, N3DS_EXTRA_RAM_SIZE - 0x20000},
|
|
|
|
};
|
|
|
|
|
|
|
|
VAddr mapping_limit = mapping.address + mapping.size;
|
|
|
|
if (mapping_limit < mapping.address) {
|
2018-06-29 11:18:07 +00:00
|
|
|
LOG_CRITICAL(Loader, "Mapping size overflowed: address=0x{:08X} size=0x{:X}",
|
2018-06-29 13:56:12 +00:00
|
|
|
mapping.address, mapping.size);
|
2017-05-06 06:11:06 +00:00
|
|
|
return;
|
|
|
|
}
|
2015-04-28 01:59:06 +00:00
|
|
|
|
2017-05-06 06:11:06 +00:00
|
|
|
auto area =
|
|
|
|
std::find_if(std::begin(memory_areas), std::end(memory_areas), [&](const auto& area) {
|
|
|
|
return mapping.address >= area.vaddr_base &&
|
|
|
|
mapping_limit <= area.vaddr_base + area.size;
|
|
|
|
});
|
|
|
|
if (area == std::end(memory_areas)) {
|
2018-06-29 11:18:07 +00:00
|
|
|
LOG_ERROR(Loader,
|
2018-06-29 13:56:12 +00:00
|
|
|
"Unhandled special mapping: address=0x{:08X} size=0x{:X}"
|
|
|
|
" read_only={} unk_flag={}",
|
|
|
|
mapping.address, mapping.size, mapping.read_only, mapping.unk_flag);
|
2017-05-06 06:11:06 +00:00
|
|
|
return;
|
|
|
|
}
|
2013-09-06 03:04:04 +00:00
|
|
|
|
2017-05-06 06:11:06 +00:00
|
|
|
u32 offset_into_region = mapping.address - area->vaddr_base;
|
|
|
|
if (area->paddr_base == IO_AREA_PADDR) {
|
2018-06-29 11:18:07 +00:00
|
|
|
LOG_ERROR(Loader, "MMIO mappings are not supported yet. phys_addr=0x{:08X}",
|
2018-06-29 13:56:12 +00:00
|
|
|
area->paddr_base + offset_into_region);
|
2017-05-06 06:11:06 +00:00
|
|
|
return;
|
|
|
|
}
|
2015-05-13 01:38:29 +00:00
|
|
|
|
2018-11-21 17:01:19 +00:00
|
|
|
u8* target_pointer = memory.GetPhysicalPointer(area->paddr_base + offset_into_region);
|
2015-07-10 01:52:15 +00:00
|
|
|
|
2017-05-06 06:11:06 +00:00
|
|
|
// TODO(yuriks): This flag seems to have some other effect, but it's unknown what
|
|
|
|
MemoryState memory_state = mapping.unk_flag ? MemoryState::Static : MemoryState::IO;
|
2015-05-13 02:38:56 +00:00
|
|
|
|
2017-07-22 03:22:59 +00:00
|
|
|
auto vma =
|
|
|
|
address_space.MapBackingMemory(mapping.address, target_pointer, mapping.size, memory_state)
|
|
|
|
.Unwrap();
|
2017-05-06 06:11:06 +00:00
|
|
|
address_space.Reprotect(vma,
|
|
|
|
mapping.read_only ? VMAPermission::Read : VMAPermission::ReadWrite);
|
|
|
|
}
|
2015-05-21 03:37:07 +00:00
|
|
|
|
2018-10-25 14:51:00 +00:00
|
|
|
void KernelSystem::MapSharedPages(VMManager& address_space) {
|
|
|
|
auto cfg_mem_vma =
|
|
|
|
address_space
|
|
|
|
.MapBackingMemory(Memory::CONFIG_MEMORY_VADDR,
|
|
|
|
reinterpret_cast<u8*>(&config_mem_handler->GetConfigMem()),
|
|
|
|
Memory::CONFIG_MEMORY_SIZE, MemoryState::Shared)
|
|
|
|
.Unwrap();
|
2015-05-21 03:37:07 +00:00
|
|
|
address_space.Reprotect(cfg_mem_vma, VMAPermission::Read);
|
|
|
|
|
2018-08-26 17:47:45 +00:00
|
|
|
auto shared_page_vma =
|
|
|
|
address_space
|
2018-10-25 15:23:52 +00:00
|
|
|
.MapBackingMemory(Memory::SHARED_PAGE_VADDR,
|
|
|
|
reinterpret_cast<u8*>(&shared_page_handler->GetSharedPage()),
|
|
|
|
Memory::SHARED_PAGE_SIZE, MemoryState::Shared)
|
2018-08-26 17:47:45 +00:00
|
|
|
.Unwrap();
|
2015-05-21 03:37:07 +00:00
|
|
|
address_space.Reprotect(shared_page_vma, VMAPermission::Read);
|
2013-09-06 03:04:04 +00:00
|
|
|
}
|
|
|
|
|
2018-11-06 20:00:47 +00:00
|
|
|
void MemoryRegionInfo::Reset(u32 base, u32 size) {
|
|
|
|
this->base = base;
|
|
|
|
this->size = size;
|
|
|
|
used = 0;
|
|
|
|
free_blocks.clear();
|
|
|
|
|
|
|
|
// mark the entire region as free
|
|
|
|
free_blocks.insert(Interval::right_open(base, base + size));
|
|
|
|
}
|
|
|
|
|
|
|
|
MemoryRegionInfo::IntervalSet MemoryRegionInfo::HeapAllocate(u32 size) {
|
|
|
|
IntervalSet result;
|
|
|
|
u32 rest = size;
|
|
|
|
|
|
|
|
// Try allocating from the higher address
|
|
|
|
for (auto iter = free_blocks.rbegin(); iter != free_blocks.rend(); ++iter) {
|
|
|
|
ASSERT(iter->bounds() == boost::icl::interval_bounds::right_open());
|
|
|
|
if (iter->upper() - iter->lower() >= rest) {
|
|
|
|
// Requested size is fulfilled with this block
|
|
|
|
result += Interval(iter->upper() - rest, iter->upper());
|
|
|
|
rest = 0;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
result += *iter;
|
|
|
|
rest -= iter->upper() - iter->lower();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (rest != 0) {
|
|
|
|
// There is no enough free space
|
|
|
|
return {};
|
|
|
|
}
|
|
|
|
|
|
|
|
free_blocks -= result;
|
|
|
|
used += size;
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MemoryRegionInfo::LinearAllocate(u32 offset, u32 size) {
|
|
|
|
Interval interval(offset, offset + size);
|
|
|
|
if (!boost::icl::contains(free_blocks, interval)) {
|
|
|
|
// The requested range is already allocated
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
free_blocks -= interval;
|
|
|
|
used += size;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::optional<u32> MemoryRegionInfo::LinearAllocate(u32 size) {
|
|
|
|
// Find the first sufficient continuous block from the lower address
|
|
|
|
for (const auto& interval : free_blocks) {
|
|
|
|
ASSERT(interval.bounds() == boost::icl::interval_bounds::right_open());
|
|
|
|
if (interval.upper() - interval.lower() >= size) {
|
|
|
|
Interval allocated(interval.lower(), interval.lower() + size);
|
|
|
|
free_blocks -= allocated;
|
|
|
|
used += size;
|
|
|
|
return allocated.lower();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// No sufficient block found
|
|
|
|
return {};
|
|
|
|
}
|
|
|
|
|
|
|
|
void MemoryRegionInfo::Free(u32 offset, u32 size) {
|
|
|
|
Interval interval(offset, offset + size);
|
|
|
|
ASSERT(!boost::icl::intersects(free_blocks, interval)); // must be allocated blocks
|
|
|
|
free_blocks += interval;
|
|
|
|
used -= size;
|
|
|
|
}
|
|
|
|
|
2017-05-06 06:11:06 +00:00
|
|
|
} // namespace Kernel
|