// Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file // for details. All rights reserved. Use of this source code is governed by a // BSD-style license that can be found in the LICENSE file. #include "vm/globals.h" #if defined(HOST_OS_FUCHSIA) #include "vm/virtual_memory.h" #include #include #include #include #include #include "platform/assert.h" #include "vm/allocation.h" #include "vm/growable_array.h" #include "vm/isolate.h" #include "vm/lockers.h" #include "vm/memory_region.h" #include "vm/os.h" #include "vm/os_thread.h" // #define VIRTUAL_MEMORY_LOGGING 1 #if defined(VIRTUAL_MEMORY_LOGGING) #define LOG_ERR(msg, ...) \ OS::PrintErr("VMVM: %s:%d: " msg, __FILE__, __LINE__, ##__VA_ARGS__) #define LOG_INFO(msg, ...) \ OS::PrintErr("VMVM: %s:%d: " msg, __FILE__, __LINE__, ##__VA_ARGS__) #else #define LOG_ERR(msg, ...) #define LOG_INFO(msg, ...) #endif // defined(VIRTUAL_MEMORY_LOGGING) namespace dart { DECLARE_FLAG(bool, dual_map_code); DECLARE_FLAG(bool, write_protect_code); uword VirtualMemory::page_size_ = 0; uword VirtualMemory::base_ = 0; void VirtualMemory::Init() { page_size_ = getpagesize(); // Cache the base of zx_vmar_root_self() which is used to align mappings. zx_info_vmar_t buf[1]; size_t actual; size_t avail; zx_status_t status = zx_object_get_info(zx_vmar_root_self(), ZX_INFO_VMAR, buf, sizeof(zx_info_vmar_t), &actual, &avail); if (status != ZX_OK) { FATAL1("zx_object_get_info failed: %s\n", zx_status_get_string(status)); } base_ = buf[0].base; } static void Unmap(zx_handle_t vmar, uword start, uword end) { ASSERT(start <= end); const uword size = end - start; if (size == 0) { return; } zx_status_t status = zx_vmar_unmap(vmar, start, size); if (status != ZX_OK) { FATAL1("zx_vmar_unmap failed: %s\n", zx_status_get_string(status)); } } static void* MapAligned(zx_handle_t vmar, zx_handle_t vmo, zx_vm_option_t options, uword size, uword alignment, uword vmar_base, uword padded_size) { // Allocate a larger mapping than needed in order to find a suitable aligned // mapping within it. uword base; zx_status_t status = zx_vmar_map(vmar, options, 0, vmo, 0u, padded_size, &base); LOG_INFO("zx_vmar_map(%u, 0x%lx, 0x%lx)\n", options, base, padded_size); if (status != ZX_OK) { LOG_ERR("zx_vmar_map(%u, 0x%lx, 0x%lx) failed: %s\n", options, base, padded_size, zx_status_get_string(status)); return NULL; } // Allocate a smaller aligned mapping inside the larger mapping. const uword orig_base = base; const uword aligned_base = Utils::RoundUp(base, alignment); const zx_vm_option_t overwrite_options = options | ZX_VM_SPECIFIC_OVERWRITE; status = zx_vmar_map(vmar, overwrite_options, aligned_base - vmar_base, vmo, 0u, size, &base); LOG_INFO("zx_vmar_map(%u, 0x%lx, 0x%lx)\n", overwrite_options, aligned_base - vmar_base, size); if (status != ZX_OK) { LOG_ERR("zx_vmar_map(%u, 0x%lx, 0x%lx) failed: %s\n", overwrite_options, aligned_base - vmar_base, size, zx_status_get_string(status)); return NULL; } ASSERT(base == aligned_base); // Unmap the unused prefix and suffix. Unmap(vmar, orig_base, base); Unmap(vmar, base + size, orig_base + padded_size); return reinterpret_cast(base); } VirtualMemory* VirtualMemory::AllocateAligned(intptr_t size, intptr_t alignment, bool is_executable, const char* name) { // When FLAG_write_protect_code is active, code memory (indicated by // is_executable = true) is allocated as non-executable and later // changed to executable via VirtualMemory::Protect, which requires // ZX_RIGHT_EXECUTE on the underlying VMO. // In addition, dual mapping of the same underlying code memory is provided. const bool dual_mapping = is_executable && FLAG_write_protect_code && FLAG_dual_map_code; ASSERT(Utils::IsAligned(size, page_size_)); ASSERT(Utils::IsPowerOfTwo(alignment)); ASSERT(Utils::IsAligned(alignment, page_size_)); const intptr_t padded_size = size + alignment - page_size_; zx_handle_t vmar = zx_vmar_root_self(); zx_handle_t vmo = ZX_HANDLE_INVALID; zx_status_t status = zx_vmo_create(size, 0u, &vmo); if (status != ZX_OK) { LOG_ERR("zx_vmo_create(0x%lx) failed: %s\n", size, zx_status_get_string(status)); return NULL; } if (name != NULL) { zx_object_set_property(vmo, ZX_PROP_NAME, name, strlen(name)); } if (is_executable) { // Add ZX_RIGHT_EXECUTE permission to VMO, so it can be mapped // into memory as executable (now or later). status = zx_vmo_replace_as_executable(vmo, ZX_HANDLE_INVALID, &vmo); if (status != ZX_OK) { LOG_ERR("zx_vmo_replace_as_executable() failed: %s\n", zx_status_get_string(status)); return NULL; } } const zx_vm_option_t region_options = ZX_VM_PERM_READ | ZX_VM_PERM_WRITE | ((is_executable && !FLAG_write_protect_code) ? ZX_VM_PERM_EXECUTE : 0); void* region_ptr = MapAligned(vmar, vmo, region_options, size, alignment, base_, padded_size); if (region_ptr == NULL) { return NULL; } MemoryRegion region(region_ptr, size); VirtualMemory* result; if (dual_mapping) { // ZX_VM_PERM_EXECUTE is added later via VirtualMemory::Protect. const zx_vm_option_t alias_options = ZX_VM_PERM_READ; void* alias_ptr = MapAligned(vmar, vmo, alias_options, size, alignment, base_, padded_size); if (alias_ptr == NULL) { const uword region_base = reinterpret_cast(region_ptr); Unmap(vmar, region_base, region_base + size); return NULL; } ASSERT(region_ptr != alias_ptr); MemoryRegion alias(alias_ptr, size); result = new VirtualMemory(region, alias, region); } else { result = new VirtualMemory(region, region, region); } zx_handle_close(vmo); return result; } VirtualMemory::~VirtualMemory() { // Reserved region may be empty due to VirtualMemory::Truncate. if (vm_owns_region() && reserved_.size() != 0) { Unmap(zx_vmar_root_self(), reserved_.start(), reserved_.end()); LOG_INFO("zx_vmar_unmap(0x%lx, 0x%lx) success\n", reserved_.start(), reserved_.size()); const intptr_t alias_offset = AliasOffset(); if (alias_offset != 0) { Unmap(zx_vmar_root_self(), reserved_.start() + alias_offset, reserved_.end() + alias_offset); LOG_INFO("zx_vmar_unmap(0x%lx, 0x%lx) success\n", reserved_.start() + alias_offset, reserved_.size()); } } } void VirtualMemory::FreeSubSegment(void* address, intptr_t size) { const uword start = reinterpret_cast(address); Unmap(zx_vmar_root_self(), start, start + size); LOG_INFO("zx_vmar_unmap(0x%p, 0x%lx) success\n", address, size); } void VirtualMemory::Protect(void* address, intptr_t size, Protection mode) { #if defined(DEBUG) Thread* thread = Thread::Current(); ASSERT((thread == nullptr) || thread->IsMutatorThread() || thread->isolate()->mutator_thread()->IsAtSafepoint()); #endif const uword start_address = reinterpret_cast(address); const uword end_address = start_address + size; const uword page_address = Utils::RoundDown(start_address, PageSize()); uint32_t prot = 0; switch (mode) { case kNoAccess: prot = 0; break; case kReadOnly: prot = ZX_VM_PERM_READ; break; case kReadWrite: prot = ZX_VM_PERM_READ | ZX_VM_PERM_WRITE; break; case kReadExecute: prot = ZX_VM_PERM_READ | ZX_VM_PERM_EXECUTE; break; case kReadWriteExecute: prot = ZX_VM_PERM_READ | ZX_VM_PERM_WRITE | ZX_VM_PERM_EXECUTE; break; } zx_status_t status = zx_vmar_protect(zx_vmar_root_self(), prot, page_address, end_address - page_address); LOG_INFO("zx_vmar_protect(%u, 0x%lx, 0x%lx)\n", prot, page_address, end_address - page_address); if (status != ZX_OK) { FATAL3("zx_vmar_protect(0x%lx, 0x%lx) failed: %s\n", page_address, end_address - page_address, zx_status_get_string(status)); } } } // namespace dart #endif // defined(HOST_OS_FUCHSIA)