/* * Copyright (c) 2013-2019, Huawei Technologies Co., Ltd. All rights reserved. * Copyright (c) 2020, Huawei Device Co., Ltd. All rights reserved. * * Redistribution and use in source and binary forms, with or without modification, * are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, this list of * conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, this list * of conditions and the following disclaimer in the documentation and/or other materials * provided with the distribution. * * 3. Neither the name of the copyright holder nor the names of its contributors may be used * to endorse or promote products derived from this software without specific prior written * permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ /** * @defgroup los_vm_syscall vm syscall definition * @ingroup kernel */ #include "los_typedef.h" #include "los_vm_syscall.h" #include "los_vm_common.h" #include "los_rbtree.h" #include "los_vm_map.h" #include "los_vm_dump.h" #include "los_vm_lock.h" #include "los_vm_filemap.h" #include "los_process_pri.h" #ifdef __cplusplus #if __cplusplus extern "C" { #endif /* __cplusplus */ #endif /* __cplusplus */ STATUS_T OsCheckMMapParams(VADDR_T vaddr, unsigned prot, unsigned long flags, size_t len, unsigned long pgoff) { if ((vaddr != 0) && !LOS_IsUserAddressRange(vaddr, len)) { return -EINVAL; } if (len == 0) { return -EINVAL; } /* we only support some prot and flags */ if ((prot & PROT_SUPPORT_MASK) == 0) { return -EINVAL; } if ((flags & MAP_SUPPORT_MASK) == 0) { return -EINVAL; } if (((flags & MAP_SHARED_PRIVATE) == 0) || ((flags & MAP_SHARED_PRIVATE) == MAP_SHARED_PRIVATE)) { return -EINVAL; } if (((len >> PAGE_SHIFT) + pgoff) < pgoff) { return -EINVAL; } return LOS_OK; } STATUS_T OsAnonMMap(LosVmMapRegion *region) { LOS_SetRegionTypeAnon(region); return LOS_OK; } VADDR_T LOS_MMap(VADDR_T vaddr, size_t len, unsigned prot, unsigned long flags, int fd, unsigned long pgoff) { STATUS_T status; VADDR_T resultVaddr; UINT32 regionFlags; LosVmMapRegion *newRegion = NULL; struct file *filep = NULL; LosVmSpace *vmSpace = OsCurrProcessGet()->vmSpace; vaddr = ROUNDUP(vaddr, PAGE_SIZE); len = ROUNDUP(len, PAGE_SIZE); STATUS_T checkRst = OsCheckMMapParams(vaddr, prot, flags, len, pgoff); if (checkRst != LOS_OK) { return checkRst; } if (LOS_IsNamedMapping(flags)) { status = fs_getfilep(fd, &filep); if (status < 0) { return -EBADF; } } (VOID)LOS_MuxAcquire(&vmSpace->regionMux); /* user mode calls mmap to release heap physical memory without releasing heap virtual space */ status = OsUserHeapFree(vmSpace, vaddr, len); if (status == LOS_OK) { resultVaddr = vaddr; goto MMAP_DONE; } regionFlags = OsCvtProtFlagsToRegionFlags(prot, flags); newRegion = LOS_RegionAlloc(vmSpace, vaddr, len, regionFlags, pgoff); if (newRegion == NULL) { resultVaddr = (VADDR_T)-ENOMEM; goto MMAP_DONE; } newRegion->regionFlags |= VM_MAP_REGION_FLAG_MMAP; resultVaddr = newRegion->range.base; if (LOS_IsNamedMapping(flags)) { status = OsNamedMMap(filep, newRegion); } else { status = OsAnonMMap(newRegion); } if (status != LOS_OK) { LOS_RbDelNode(&vmSpace->regionRbTree, &newRegion->rbNode); LOS_RegionFree(vmSpace, newRegion); resultVaddr = (VADDR_T)-ENOMEM; goto MMAP_DONE; } MMAP_DONE: (VOID)LOS_MuxRelease(&vmSpace->regionMux); return resultVaddr; } STATUS_T LOS_UnMMap(VADDR_T addr, size_t size) { if ((addr <= 0) || (size <= 0)) { return -EINVAL; } return OsUnMMap(OsCurrProcessGet()->vmSpace, addr, size); } VOID *LOS_DoBrk(VOID *addr) { LosVmSpace *space = OsCurrProcessGet()->vmSpace; size_t size; VOID *ret = NULL; LosVmMapRegion *region = NULL; VOID *alignAddr = NULL; VADDR_T newBrk, oldBrk; if (addr == NULL) { return (void *)(UINTPTR)space->heapNow; } if ((UINTPTR)addr < (UINTPTR)space->heapBase) { return (VOID *)-ENOMEM; } size = (UINTPTR)addr - (UINTPTR)space->heapBase; size = ROUNDUP(size, PAGE_SIZE); alignAddr = (CHAR *)(UINTPTR)(space->heapBase) + size; PRINT_INFO("brk addr %p , size 0x%x, alignAddr %p, align %d\n", addr, size, alignAddr, PAGE_SIZE); if (addr < (VOID *)(UINTPTR)space->heapNow) { newBrk = LOS_Align((VADDR_T)(UINTPTR)addr, PAGE_SIZE); oldBrk = LOS_Align(space->heapNow, PAGE_SIZE); if (LOS_UnMMap(newBrk, (oldBrk - newBrk)) < 0) { return (void *)(UINTPTR)space->heapNow; } space->heapNow = (VADDR_T)(UINTPTR)addr; return addr; } (VOID)LOS_MuxAcquire(&space->regionMux); if (space->heapBase == space->heapNow) { region = LOS_RegionAlloc(space, space->heapBase, size, VM_MAP_REGION_FLAG_PERM_READ | VM_MAP_REGION_FLAG_PERM_WRITE | VM_MAP_REGION_FLAG_PERM_USER, 0); if (region == NULL) { ret = (VOID *)-ENOMEM; VM_ERR("LOS_RegionAlloc failed"); goto REGION_ALLOC_FAILED; } region->regionFlags |= VM_MAP_REGION_FLAG_HEAP; space->heap = region; } if ((UINTPTR)alignAddr >= space->mapBase) { VM_ERR("Process heap memory space is insufficient"); goto REGION_ALLOC_FAILED; } space->heapNow = (VADDR_T)(UINTPTR)alignAddr; space->heap->range.size = size; ret = (VOID *)(UINTPTR)space->heapNow; REGION_ALLOC_FAILED: (VOID)LOS_MuxRelease(&space->regionMux); return ret; } int LOS_DoMprotect(VADDR_T vaddr, size_t len, unsigned long prot) { LosVmSpace *space = OsCurrProcessGet()->vmSpace; LosVmMapRegion *region = NULL; UINT32 vmFlags; UINT32 count; int ret; (VOID)LOS_MuxAcquire(&space->regionMux); region = LOS_RegionFind(space, vaddr); if (!IS_ALIGNED(vaddr, PAGE_SIZE) || (region == NULL) || (vaddr > vaddr + len)) { ret = -EINVAL; goto OUT_MPROTECT; } if ((prot & ~(PROT_READ | PROT_WRITE | PROT_EXEC))) { ret = -EINVAL; goto OUT_MPROTECT; } len = LOS_Align(len, PAGE_SIZE); /* can't operation cross region */ if (region->range.base + region->range.size < vaddr + len) { ret = -EINVAL; goto OUT_MPROTECT; } /* if only move some part of region, we need to split first */ if (region->range.size > len) { OsVmRegionAdjust(space, vaddr, len); } vmFlags = OsCvtProtFlagsToRegionFlags(prot, 0); vmFlags |= (region->regionFlags & VM_MAP_REGION_FLAG_SHARED) ? VM_MAP_REGION_FLAG_SHARED : 0; region = LOS_RegionFind(space, vaddr); if (region == NULL) { ret = -ENOMEM; goto OUT_MPROTECT; } region->regionFlags = vmFlags; count = len >> PAGE_SHIFT; ret = LOS_ArchMmuChangeProt(&space->archMmu, vaddr, count, region->regionFlags); if (ret) { ret = -ENOMEM; goto OUT_MPROTECT; } ret = LOS_OK; OUT_MPROTECT: #ifdef LOSCFG_VM_OVERLAP_CHECK if (VmmAspaceRegionsOverlapCheck(aspace) < 0) { (VOID)OsShellCmdDumpVm(0, NULL); ret = -ENOMEM; } #endif (VOID)LOS_MuxRelease(&space->regionMux); return ret; } STATUS_T OsMremapCheck(VADDR_T addr, size_t oldLen, VADDR_T newAddr, size_t newLen, unsigned int flags) { LosVmSpace *space = OsCurrProcessGet()->vmSpace; LosVmMapRegion *region = LOS_RegionFind(space, addr); VADDR_T regionEnd; if ((region == NULL) || (region->range.base > addr) || (newLen == 0)) { return -EINVAL; } if (flags & ~(MREMAP_FIXED | MREMAP_MAYMOVE)) { return -EINVAL; } if (((flags & MREMAP_FIXED) == MREMAP_FIXED) && ((flags & MREMAP_MAYMOVE) == 0)) { return -EINVAL; } if (!IS_ALIGNED(addr, PAGE_SIZE)) { return -EINVAL; } regionEnd = region->range.base + region->range.size; /* we can't operate across region */ if (oldLen > regionEnd - addr) { return -EFAULT; } /* avoiding overflow */ if (newLen > oldLen) { if ((addr + newLen) < addr) { return -EINVAL; } } /* avoid new region overlaping with the old one */ if (flags & MREMAP_FIXED) { if (((region->range.base + region->range.size) > newAddr) && (region->range.base < (newAddr + newLen))) { return -EINVAL; } if (!IS_ALIGNED(newAddr, PAGE_SIZE)) { return -EINVAL; } } return LOS_OK; } VADDR_T LOS_DoMremap(VADDR_T oldAddress, size_t oldSize, size_t newSize, int flags, VADDR_T newAddr) { LosVmMapRegion *regionOld = NULL; LosVmMapRegion *regionNew = NULL; STATUS_T status; VADDR_T ret; LosVmSpace *space = OsCurrProcessGet()->vmSpace; oldSize = LOS_Align(oldSize, PAGE_SIZE); newSize = LOS_Align(newSize, PAGE_SIZE); (VOID)LOS_MuxAcquire(&space->regionMux); status = OsMremapCheck(oldAddress, oldSize, newAddr, newSize, (unsigned int)flags); if (status) { ret = status; goto OUT_MREMAP; } /* if only move some part of region, we need to split first */ status = OsVmRegionAdjust(space, oldAddress, oldSize); if (status) { ret = -ENOMEM; goto OUT_MREMAP; } regionOld = LOS_RegionFind(space, oldAddress); if (regionOld == NULL) { ret = -ENOMEM; goto OUT_MREMAP; } if ((unsigned int)flags & MREMAP_FIXED) { regionNew = OsVmRegionDup(space, regionOld, newAddr, newSize); if (!regionNew) { ret = -ENOMEM; goto OUT_MREMAP; } status = LOS_ArchMmuMove(&space->archMmu, oldAddress, newAddr, newSize >> PAGE_SHIFT, regionOld->regionFlags); if (status) { LOS_RegionFree(space, regionNew); ret = -ENOMEM; goto OUT_MREMAP; } LOS_RegionFree(space, regionOld); ret = newAddr; goto OUT_MREMAP; } // take it as shrink operation if (oldSize > newSize) { LOS_UnMMap(oldAddress + newSize, oldSize - newSize); ret = oldAddress; goto OUT_MREMAP; } status = OsIsRegionCanExpand(space, regionOld, newSize); // we can expand directly. if (!status) { regionOld->range.size = newSize; ret = oldAddress; goto OUT_MREMAP; } if ((unsigned int)flags & MREMAP_MAYMOVE) { regionNew = OsVmRegionDup(space, regionOld, 0, newSize); if (regionNew == NULL) { ret = -ENOMEM; goto OUT_MREMAP; } status = LOS_ArchMmuMove(&space->archMmu, oldAddress, regionNew->range.base, newSize >> PAGE_SHIFT, regionOld->regionFlags); if (status) { LOS_RegionFree(space, regionNew); ret = -ENOMEM; goto OUT_MREMAP; } LOS_RegionFree(space, regionOld); ret = regionNew->range.base; goto OUT_MREMAP; } ret = -EINVAL; OUT_MREMAP: #ifdef LOSCFG_VM_OVERLAP_CHECK if (VmmAspaceRegionsOverlapCheck(aspace) < 0) { (VOID)OsShellCmdDumpVm(0, NULL); ret = -ENOMEM; } #endif (VOID)LOS_MuxRelease(&space->regionMux); return ret; } VOID LOS_DumpMemRegion(VADDR_T vaddr) { LosVmSpace *space = NULL; space = OsCurrProcessGet()->vmSpace; if (space == NULL) { return; } if (LOS_IsRangeInSpace(space, ROUNDDOWN(vaddr, MB), MB) == FALSE) { return; } OsDumpPte(vaddr); OsDumpAspace(space); } #ifdef __cplusplus #if __cplusplus } #endif /* __cplusplus */ #endif /* __cplusplus */