123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220 |
- //===-- fuchsia.cpp ---------------------------------------------*- C++ -*-===//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- #include "platform.h"
- #if SCUDO_FUCHSIA
- #include "common.h"
- #include "mutex.h"
- #include "string_utils.h"
- #error #include <lib/sync/mutex.h> // for sync_mutex_t
- #include <stdlib.h> // for getenv()
- #error #include <zircon/compiler.h>
- #error #include <zircon/process.h>
- #error #include <zircon/sanitizer.h>
- #error #include <zircon/syscalls.h>
- namespace scudo {
- uptr getPageSize() { return _zx_system_get_page_size(); }
- void NORETURN die() { __builtin_trap(); }
- // We zero-initialize the Extra parameter of map(), make sure this is consistent
- // with ZX_HANDLE_INVALID.
- static_assert(ZX_HANDLE_INVALID == 0, "");
- static void *allocateVmar(uptr Size, MapPlatformData *Data, bool AllowNoMem) {
- // Only scenario so far.
- DCHECK(Data);
- DCHECK_EQ(Data->Vmar, ZX_HANDLE_INVALID);
- const zx_status_t Status = _zx_vmar_allocate(
- _zx_vmar_root_self(),
- ZX_VM_CAN_MAP_READ | ZX_VM_CAN_MAP_WRITE | ZX_VM_CAN_MAP_SPECIFIC, 0,
- Size, &Data->Vmar, &Data->VmarBase);
- if (UNLIKELY(Status != ZX_OK)) {
- if (Status != ZX_ERR_NO_MEMORY || !AllowNoMem)
- dieOnMapUnmapError(Status == ZX_ERR_NO_MEMORY ? Size : 0);
- return nullptr;
- }
- return reinterpret_cast<void *>(Data->VmarBase);
- }
- void *map(void *Addr, uptr Size, const char *Name, uptr Flags,
- MapPlatformData *Data) {
- DCHECK_EQ(Size % getPageSizeCached(), 0);
- const bool AllowNoMem = !!(Flags & MAP_ALLOWNOMEM);
- // For MAP_NOACCESS, just allocate a Vmar and return.
- if (Flags & MAP_NOACCESS)
- return allocateVmar(Size, Data, AllowNoMem);
- const zx_handle_t Vmar = (Data && Data->Vmar != ZX_HANDLE_INVALID)
- ? Data->Vmar
- : _zx_vmar_root_self();
- zx_status_t Status;
- zx_handle_t Vmo;
- uint64_t VmoSize = 0;
- if (Data && Data->Vmo != ZX_HANDLE_INVALID) {
- // If a Vmo was specified, it's a resize operation.
- CHECK(Addr);
- DCHECK(Flags & MAP_RESIZABLE);
- Vmo = Data->Vmo;
- VmoSize = Data->VmoSize;
- Status = _zx_vmo_set_size(Vmo, VmoSize + Size);
- if (Status != ZX_OK) {
- if (Status != ZX_ERR_NO_MEMORY || !AllowNoMem)
- dieOnMapUnmapError(Status == ZX_ERR_NO_MEMORY ? Size : 0);
- return nullptr;
- }
- } else {
- // Otherwise, create a Vmo and set its name.
- Status = _zx_vmo_create(Size, ZX_VMO_RESIZABLE, &Vmo);
- if (UNLIKELY(Status != ZX_OK)) {
- if (Status != ZX_ERR_NO_MEMORY || !AllowNoMem)
- dieOnMapUnmapError(Status == ZX_ERR_NO_MEMORY ? Size : 0);
- return nullptr;
- }
- _zx_object_set_property(Vmo, ZX_PROP_NAME, Name, strlen(Name));
- }
- uintptr_t P;
- zx_vm_option_t MapFlags =
- ZX_VM_PERM_READ | ZX_VM_PERM_WRITE | ZX_VM_ALLOW_FAULTS;
- if (Addr)
- DCHECK(Data);
- const uint64_t Offset =
- Addr ? reinterpret_cast<uintptr_t>(Addr) - Data->VmarBase : 0;
- if (Offset)
- MapFlags |= ZX_VM_SPECIFIC;
- Status = _zx_vmar_map(Vmar, MapFlags, Offset, Vmo, VmoSize, Size, &P);
- if (UNLIKELY(Status != ZX_OK)) {
- if (Status != ZX_ERR_NO_MEMORY || !AllowNoMem)
- dieOnMapUnmapError(Status == ZX_ERR_NO_MEMORY ? Size : 0);
- return nullptr;
- }
- if (Flags & MAP_PRECOMMIT) {
- Status = _zx_vmar_op_range(Vmar, ZX_VMAR_OP_COMMIT, P, Size,
- /*buffer=*/nullptr, /*buffer_size=*/0);
- }
- // No need to track the Vmo if we don't intend on resizing it. Close it.
- if (Flags & MAP_RESIZABLE) {
- DCHECK(Data);
- if (Data->Vmo == ZX_HANDLE_INVALID)
- Data->Vmo = Vmo;
- else
- DCHECK_EQ(Data->Vmo, Vmo);
- } else {
- CHECK_EQ(_zx_handle_close(Vmo), ZX_OK);
- }
- if (UNLIKELY(Status != ZX_OK)) {
- if (Status != ZX_ERR_NO_MEMORY || !AllowNoMem)
- dieOnMapUnmapError(Status == ZX_ERR_NO_MEMORY ? Size : 0);
- return nullptr;
- }
- if (Data)
- Data->VmoSize += Size;
- return reinterpret_cast<void *>(P);
- }
- void unmap(void *Addr, uptr Size, uptr Flags, MapPlatformData *Data) {
- if (Flags & UNMAP_ALL) {
- DCHECK_NE(Data, nullptr);
- const zx_handle_t Vmar = Data->Vmar;
- DCHECK_NE(Vmar, _zx_vmar_root_self());
- // Destroying the vmar effectively unmaps the whole mapping.
- CHECK_EQ(_zx_vmar_destroy(Vmar), ZX_OK);
- CHECK_EQ(_zx_handle_close(Vmar), ZX_OK);
- } else {
- const zx_handle_t Vmar = (Data && Data->Vmar != ZX_HANDLE_INVALID)
- ? Data->Vmar
- : _zx_vmar_root_self();
- const zx_status_t Status =
- _zx_vmar_unmap(Vmar, reinterpret_cast<uintptr_t>(Addr), Size);
- if (UNLIKELY(Status != ZX_OK))
- dieOnMapUnmapError();
- }
- if (Data) {
- if (Data->Vmo != ZX_HANDLE_INVALID)
- CHECK_EQ(_zx_handle_close(Data->Vmo), ZX_OK);
- memset(Data, 0, sizeof(*Data));
- }
- }
- void setMemoryPermission(UNUSED uptr Addr, UNUSED uptr Size, UNUSED uptr Flags,
- UNUSED MapPlatformData *Data) {
- const zx_vm_option_t Prot =
- (Flags & MAP_NOACCESS) ? 0 : (ZX_VM_PERM_READ | ZX_VM_PERM_WRITE);
- DCHECK(Data);
- DCHECK_NE(Data->Vmar, ZX_HANDLE_INVALID);
- if (_zx_vmar_protect(Data->Vmar, Prot, Addr, Size) != ZX_OK)
- dieOnMapUnmapError();
- }
- void releasePagesToOS(UNUSED uptr BaseAddress, uptr Offset, uptr Size,
- MapPlatformData *Data) {
- DCHECK(Data);
- DCHECK_NE(Data->Vmar, ZX_HANDLE_INVALID);
- DCHECK_NE(Data->Vmo, ZX_HANDLE_INVALID);
- const zx_status_t Status =
- _zx_vmo_op_range(Data->Vmo, ZX_VMO_OP_DECOMMIT, Offset, Size, NULL, 0);
- CHECK_EQ(Status, ZX_OK);
- }
- const char *getEnv(const char *Name) { return getenv(Name); }
- // Note: we need to flag these methods with __TA_NO_THREAD_SAFETY_ANALYSIS
- // because the Fuchsia implementation of sync_mutex_t has clang thread safety
- // annotations. Were we to apply proper capability annotations to the top level
- // HybridMutex class itself, they would not be needed. As it stands, the
- // thread analysis thinks that we are locking the mutex and accidentally leaving
- // it locked on the way out.
- bool HybridMutex::tryLock() __TA_NO_THREAD_SAFETY_ANALYSIS {
- // Size and alignment must be compatible between both types.
- return sync_mutex_trylock(&M) == ZX_OK;
- }
- void HybridMutex::lockSlow() __TA_NO_THREAD_SAFETY_ANALYSIS {
- sync_mutex_lock(&M);
- }
- void HybridMutex::unlock() __TA_NO_THREAD_SAFETY_ANALYSIS {
- sync_mutex_unlock(&M);
- }
- u64 getMonotonicTime() { return _zx_clock_get_monotonic(); }
- u32 getNumberOfCPUs() { return _zx_system_get_num_cpus(); }
- u32 getThreadID() { return 0; }
- bool getRandom(void *Buffer, uptr Length, UNUSED bool Blocking) {
- static_assert(MaxRandomLength <= ZX_CPRNG_DRAW_MAX_LEN, "");
- if (UNLIKELY(!Buffer || !Length || Length > MaxRandomLength))
- return false;
- _zx_cprng_draw(Buffer, Length);
- return true;
- }
- void outputRaw(const char *Buffer) {
- __sanitizer_log_write(Buffer, strlen(Buffer));
- }
- void setAbortMessage(const char *Message) {}
- } // namespace scudo
- #endif // SCUDO_FUCHSIA
|