/* * Copyright (c) 2013-2019 Huawei Technologies Co., Ltd. All rights reserved. * Copyright (c) 2020-2021 Huawei Device Co., Ltd. All rights reserved. * * Redistribution and use in source and binary forms, with or without modification, * are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, this list of * conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, this list * of conditions and the following disclaimer in the documentation and/or other materials * provided with the distribution. * * 3. Neither the name of the copyright holder nor the names of its contributors may be used * to endorse or promote products derived from this software without specific prior written * permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ /** * @defgroup los_vm_syscall vm syscall definition * @ingroup kernel */ #include "los_typedef.h" #include "los_vm_syscall.h" #include "los_vm_common.h" #include "los_rbtree.h" #include "los_vm_map.h" #include "los_vm_dump.h" #include "los_vm_lock.h" #include "los_vm_filemap.h" #include "los_process_pri.h" #ifdef LOSCFG_KERNEL_VM STATUS_T OsCheckMMapParams(VADDR_T *vaddr, unsigned long flags, size_t len, unsigned long pgoff) { if ((len == 0) || (len > USER_ASPACE_SIZE)) { return -EINVAL; } if (len > OsCurrProcessGet()->vmSpace->mapSize) { return -ENOMEM; } if (((flags & MAP_FIXED) == 0) && ((flags & MAP_FIXED_NOREPLACE) == 0)) { *vaddr = ROUNDUP(*vaddr, PAGE_SIZE); if ((*vaddr != 0) && (!LOS_IsUserAddressRange(*vaddr, len))) { *vaddr = 0; } } else if ((!LOS_IsUserAddressRange(*vaddr, len)) || (!IS_ALIGNED(*vaddr, PAGE_SIZE))) { return -EINVAL; } if ((flags & MAP_SUPPORT_MASK) == 0) { return -EINVAL; } if (((flags & MAP_SHARED_PRIVATE) == 0) || ((flags & MAP_SHARED_PRIVATE) == MAP_SHARED_PRIVATE)) { return -EINVAL; } if (((len >> PAGE_SHIFT) + pgoff) < pgoff) { return -EINVAL; } return LOS_OK; } STATUS_T OsNamedMmapingPermCheck(struct file *filep, unsigned long flags, unsigned prot) { if (!((unsigned int)filep->f_oflags & O_RDWR) && (((unsigned int)filep->f_oflags & O_ACCMODE) ^ O_RDONLY)) { return -EACCES; } if (flags & MAP_SHARED) { if (((unsigned int)filep->f_oflags & O_APPEND) && (prot & PROT_WRITE)) { return -EACCES; } if ((prot & PROT_WRITE) && !((unsigned int)filep->f_oflags & O_RDWR)) { return -EACCES; } } return LOS_OK; } STATUS_T OsAnonMMap(LosVmMapRegion *region) { LOS_SetRegionTypeAnon(region); return LOS_OK; } VADDR_T LOS_MMap(VADDR_T vaddr, size_t len, unsigned prot, unsigned long flags, int fd, unsigned long pgoff) { STATUS_T status; VADDR_T resultVaddr; UINT32 regionFlags; LosVmMapRegion *newRegion = NULL; struct file *filep = NULL; LosVmSpace *vmSpace = OsCurrProcessGet()->vmSpace; len = ROUNDUP(len, PAGE_SIZE); STATUS_T checkRst = OsCheckMMapParams(&vaddr, flags, len, pgoff); if (checkRst != LOS_OK) { return checkRst; } if (LOS_IsNamedMapping(flags)) { status = fs_getfilep(fd, &filep); if (status < 0) { return -EBADF; } status = OsNamedMmapingPermCheck(filep, flags, prot); if (status < 0) { return status; } } (VOID)LOS_MuxAcquire(&vmSpace->regionMux); /* user mode calls mmap to release heap physical memory without releasing heap virtual space */ status = OsUserHeapFree(vmSpace, vaddr, len); if (status == LOS_OK) { resultVaddr = vaddr; goto MMAP_DONE; } regionFlags = OsCvtProtFlagsToRegionFlags(prot, flags); newRegion = LOS_RegionAlloc(vmSpace, vaddr, len, regionFlags, pgoff); if (newRegion == NULL) { resultVaddr = (VADDR_T)-ENOMEM; goto MMAP_DONE; } newRegion->regionFlags |= VM_MAP_REGION_FLAG_MMAP; resultVaddr = newRegion->range.base; if (LOS_IsNamedMapping(flags)) { status = OsNamedMMap(filep, newRegion); } else { status = OsAnonMMap(newRegion); } if (status != LOS_OK) { LOS_RbDelNode(&vmSpace->regionRbTree, &newRegion->rbNode); LOS_RegionFree(vmSpace, newRegion); resultVaddr = (VADDR_T)-ENOMEM; goto MMAP_DONE; } MMAP_DONE: (VOID)LOS_MuxRelease(&vmSpace->regionMux); return resultVaddr; } STATUS_T LOS_UnMMap(VADDR_T addr, size_t size) { if ((addr <= 0) || (size <= 0)) { return -EINVAL; } return OsUnMMap(OsCurrProcessGet()->vmSpace, addr, size); } STATIC INLINE BOOL OsProtMprotectPermCheck(unsigned long prot, LosVmMapRegion *region) { UINT32 protFlags = 0; UINT32 permFlags = 0; UINT32 fileFlags = (((region->unTypeData).rf).file)->f_oflags; permFlags |= ((fileFlags & O_ACCMODE) ^ O_RDONLY) ? 0 : VM_MAP_REGION_FLAG_PERM_READ; permFlags |= (fileFlags & O_WRONLY) ? VM_MAP_REGION_FLAG_PERM_WRITE : 0; permFlags |= (fileFlags & O_RDWR) ? (VM_MAP_REGION_FLAG_PERM_READ | VM_MAP_REGION_FLAG_PERM_WRITE) : 0; protFlags |= (prot & PROT_READ) ? VM_MAP_REGION_FLAG_PERM_READ : 0; protFlags |= (prot & PROT_WRITE) ? VM_MAP_REGION_FLAG_PERM_WRITE : 0; return ((protFlags & permFlags) == protFlags); } VOID *OsShrinkHeap(VOID *addr, LosVmSpace *space) { VADDR_T newBrk, oldBrk; newBrk = LOS_Align((VADDR_T)(UINTPTR)addr, PAGE_SIZE); oldBrk = LOS_Align(space->heapNow, PAGE_SIZE); if (LOS_UnMMap(newBrk, (oldBrk - newBrk)) < 0) { return (void *)(UINTPTR)space->heapNow; } space->heapNow = (VADDR_T)(UINTPTR)addr; return addr; } VOID *LOS_DoBrk(VOID *addr) { LosVmSpace *space = OsCurrProcessGet()->vmSpace; size_t size; VOID *ret = NULL; LosVmMapRegion *region = NULL; VOID *alignAddr = NULL; VOID *shrinkAddr = NULL; if (addr == NULL) { return (void *)(UINTPTR)space->heapNow; } if ((UINTPTR)addr < (UINTPTR)space->heapBase) { return (VOID *)-ENOMEM; } size = (UINTPTR)addr - (UINTPTR)space->heapBase; size = ROUNDUP(size, PAGE_SIZE); alignAddr = (CHAR *)(UINTPTR)(space->heapBase) + size; PRINT_INFO("brk addr %p , size 0x%x, alignAddr %p, align %d\n", addr, size, alignAddr, PAGE_SIZE); (VOID)LOS_MuxAcquire(&space->regionMux); if (addr < (VOID *)(UINTPTR)space->heapNow) { shrinkAddr = OsShrinkHeap(addr, space); (VOID)LOS_MuxRelease(&space->regionMux); return shrinkAddr; } if ((UINTPTR)alignAddr >= space->mapBase) { VM_ERR("Process heap memory space is insufficient"); ret = (VOID *)-ENOMEM; goto REGION_ALLOC_FAILED; } if (space->heapBase == space->heapNow) { region = LOS_RegionAlloc(space, space->heapBase, size, VM_MAP_REGION_FLAG_PERM_READ | VM_MAP_REGION_FLAG_PERM_WRITE | VM_MAP_REGION_FLAG_FIXED | VM_MAP_REGION_FLAG_PERM_USER, 0); if (region == NULL) { ret = (VOID *)-ENOMEM; VM_ERR("LOS_RegionAlloc failed"); goto REGION_ALLOC_FAILED; } region->regionFlags |= VM_MAP_REGION_FLAG_HEAP; space->heap = region; } space->heapNow = (VADDR_T)(UINTPTR)alignAddr; space->heap->range.size = size; ret = (VOID *)(UINTPTR)space->heapNow; REGION_ALLOC_FAILED: (VOID)LOS_MuxRelease(&space->regionMux); return ret; } STATIC UINT32 OsInheritOldRegionName(UINT32 oldRegionFlags) { UINT32 vmFlags = 0; if (oldRegionFlags & VM_MAP_REGION_FLAG_HEAP) { vmFlags |= VM_MAP_REGION_FLAG_HEAP; } else if (oldRegionFlags & VM_MAP_REGION_FLAG_STACK) { vmFlags |= VM_MAP_REGION_FLAG_STACK; } else if (oldRegionFlags & VM_MAP_REGION_FLAG_TEXT) { vmFlags |= VM_MAP_REGION_FLAG_TEXT; } else if (oldRegionFlags & VM_MAP_REGION_FLAG_VDSO) { vmFlags |= VM_MAP_REGION_FLAG_VDSO; } else if (oldRegionFlags & VM_MAP_REGION_FLAG_MMAP) { vmFlags |= VM_MAP_REGION_FLAG_MMAP; } else if (oldRegionFlags & VM_MAP_REGION_FLAG_SHM) { vmFlags |= VM_MAP_REGION_FLAG_SHM; } return vmFlags; } INT32 LOS_DoMprotect(VADDR_T vaddr, size_t len, unsigned long prot) { LosVmSpace *space = OsCurrProcessGet()->vmSpace; LosVmMapRegion *region = NULL; UINT32 vmFlags; UINT32 count; int ret; (VOID)LOS_MuxAcquire(&space->regionMux); region = LOS_RegionFind(space, vaddr); if (!IS_ALIGNED(vaddr, PAGE_SIZE) || (region == NULL) || (vaddr > vaddr + len)) { ret = -EINVAL; goto OUT_MPROTECT; } if ((prot & ~(PROT_READ | PROT_WRITE | PROT_EXEC))) { ret = -EINVAL; goto OUT_MPROTECT; } if ((region->regionFlags & VM_MAP_REGION_FLAG_VDSO) || (region->regionFlags & VM_MAP_REGION_FLAG_HEAP)) { ret = -EPERM; goto OUT_MPROTECT; } if (LOS_IsRegionTypeFile(region) && (region->regionFlags & VM_MAP_REGION_FLAG_SHARED)) { if (!OsProtMprotectPermCheck(prot, region)) { ret = -EACCES; goto OUT_MPROTECT; } } len = LOS_Align(len, PAGE_SIZE); /* can't operation cross region */ if ((region->range.base + region->range.size) < (vaddr + len)) { ret = -EINVAL; goto OUT_MPROTECT; } /* if only move some part of region, we need to split first */ if (region->range.size > len) { OsVmRegionAdjust(space, vaddr, len); } vmFlags = OsCvtProtFlagsToRegionFlags(prot, 0); vmFlags |= (region->regionFlags & VM_MAP_REGION_FLAG_SHARED) ? VM_MAP_REGION_FLAG_SHARED : 0; vmFlags |= OsInheritOldRegionName(region->regionFlags); region = LOS_RegionFind(space, vaddr); if (region == NULL) { ret = -ENOMEM; goto OUT_MPROTECT; } region->regionFlags = vmFlags; count = len >> PAGE_SHIFT; ret = LOS_ArchMmuChangeProt(&space->archMmu, vaddr, count, region->regionFlags); if (ret) { ret = -ENOMEM; goto OUT_MPROTECT; } ret = LOS_OK; OUT_MPROTECT: #ifdef LOSCFG_VM_OVERLAP_CHECK if (VmmAspaceRegionsOverlapCheck(aspace) < 0) { (VOID)OsShellCmdDumpVm(0, NULL); ret = -ENOMEM; } #endif (VOID)LOS_MuxRelease(&space->regionMux); return ret; } STATUS_T OsMremapCheck(VADDR_T addr, size_t oldLen, VADDR_T newAddr, size_t newLen, unsigned int flags) { LosVmSpace *space = OsCurrProcessGet()->vmSpace; LosVmMapRegion *region = LOS_RegionFind(space, addr); VADDR_T regionEnd; if ((region == NULL) || (region->range.base > addr) || (newLen == 0)) { return -EINVAL; } if (flags & ~(MREMAP_FIXED | MREMAP_MAYMOVE)) { return -EINVAL; } if (((flags & MREMAP_FIXED) == MREMAP_FIXED) && ((flags & MREMAP_MAYMOVE) == 0)) { return -EINVAL; } if (!IS_ALIGNED(addr, PAGE_SIZE)) { return -EINVAL; } regionEnd = region->range.base + region->range.size; /* we can't operate across region */ if (oldLen > regionEnd - addr) { return -EFAULT; } /* avoiding overflow */ if (newLen > oldLen) { if ((addr + newLen) < addr) { return -EINVAL; } } /* avoid new region overlaping with the old one */ if (flags & MREMAP_FIXED) { if (((region->range.base + region->range.size) > newAddr) && (region->range.base < (newAddr + newLen))) { return -EINVAL; } if (!IS_ALIGNED(newAddr, PAGE_SIZE)) { return -EINVAL; } } return LOS_OK; } VADDR_T LOS_DoMremap(VADDR_T oldAddress, size_t oldSize, size_t newSize, int flags, VADDR_T newAddr) { LosVmMapRegion *regionOld = NULL; LosVmMapRegion *regionNew = NULL; STATUS_T status; VADDR_T ret; LosVmSpace *space = OsCurrProcessGet()->vmSpace; oldSize = LOS_Align(oldSize, PAGE_SIZE); newSize = LOS_Align(newSize, PAGE_SIZE); (VOID)LOS_MuxAcquire(&space->regionMux); status = OsMremapCheck(oldAddress, oldSize, newAddr, newSize, (unsigned int)flags); if (status) { ret = status; goto OUT_MREMAP; } /* if only move some part of region, we need to split first */ status = OsVmRegionAdjust(space, oldAddress, oldSize); if (status) { ret = -ENOMEM; goto OUT_MREMAP; } regionOld = LOS_RegionFind(space, oldAddress); if (regionOld == NULL) { ret = -ENOMEM; goto OUT_MREMAP; } if ((unsigned int)flags & MREMAP_FIXED) { regionNew = OsVmRegionDup(space, regionOld, newAddr, newSize); if (!regionNew) { ret = -ENOMEM; goto OUT_MREMAP; } status = LOS_ArchMmuMove(&space->archMmu, oldAddress, newAddr, ((newSize < regionOld->range.size) ? newSize : regionOld->range.size) >> PAGE_SHIFT, regionOld->regionFlags); if (status) { LOS_RegionFree(space, regionNew); ret = -ENOMEM; goto OUT_MREMAP; } LOS_RegionFree(space, regionOld); ret = newAddr; goto OUT_MREMAP; } // take it as shrink operation if (oldSize > newSize) { LOS_UnMMap(oldAddress + newSize, oldSize - newSize); ret = oldAddress; goto OUT_MREMAP; } status = OsIsRegionCanExpand(space, regionOld, newSize); // we can expand directly. if (!status) { regionOld->range.size = newSize; ret = oldAddress; goto OUT_MREMAP; } if ((unsigned int)flags & MREMAP_MAYMOVE) { regionNew = OsVmRegionDup(space, regionOld, 0, newSize); if (regionNew == NULL) { ret = -ENOMEM; goto OUT_MREMAP; } status = LOS_ArchMmuMove(&space->archMmu, oldAddress, regionNew->range.base, regionOld->range.size >> PAGE_SHIFT, regionOld->regionFlags); if (status) { LOS_RegionFree(space, regionNew); ret = -ENOMEM; goto OUT_MREMAP; } LOS_RegionFree(space, regionOld); ret = regionNew->range.base; goto OUT_MREMAP; } ret = -EINVAL; OUT_MREMAP: #ifdef LOSCFG_VM_OVERLAP_CHECK if (VmmAspaceRegionsOverlapCheck(aspace) < 0) { (VOID)OsShellCmdDumpVm(0, NULL); ret = -ENOMEM; } #endif (VOID)LOS_MuxRelease(&space->regionMux); return ret; } VOID LOS_DumpMemRegion(VADDR_T vaddr) { LosVmSpace *space = NULL; space = OsCurrProcessGet()->vmSpace; if (space == NULL) { return; } if (LOS_IsRangeInSpace(space, ROUNDDOWN(vaddr, MB), MB) == FALSE) { return; } OsDumpPte(vaddr); OsDumpAspace(space); } #endif