X-Git-Url: https://scm.lunaixsky.com/lunaix-os.git/blobdiff_plain/69777bdcab284335651a8002e2896f3862fa423d..b1644f824d7f4989a94b8a752aadee26cae25069:/lunaix-os/kernel/mm/mmap.c?ds=sidebyside diff --git a/lunaix-os/kernel/mm/mmap.c b/lunaix-os/kernel/mm/mmap.c index 3f273c0..ac23bd6 100644 --- a/lunaix-os/kernel/mm/mmap.c +++ b/lunaix-os/kernel/mm/mmap.c @@ -1,14 +1,13 @@ #include -#include +#include #include -#include #include #include #include -#include +#include -#include +#include // any size beyond this is bullshit #define BS_SIZE (KERNEL_RESIDENT - USR_MMAP) @@ -71,6 +70,28 @@ mmap_user(void** addr_out, return mem_map(addr_out, created, addr, file, param); } +static void +__remove_ranged_mappings(pte_t* ptep, size_t npages) +{ + struct leaflet* leaflet; + pte_t pte; + for (size_t i = 0, n = 0; i < npages; i++, ptep++) { + pte = pte_at(ptep); + + set_pte(ptep, null_pte); + if (!pte_isloaded(pte)) { + continue; + } + + leaflet = pte_leaflet_aligned(pte); + leaflet_return(leaflet); + + n = ptep_unmap_leaflet(ptep, leaflet) - 1; + i += n; + ptep += n; + } +} + static ptr_t __mem_find_slot_backward(struct mm_region* lead, struct mmap_param* param, struct mm_region* anchor) { @@ -168,7 +189,7 @@ mem_map(void** addr_out, { assert_msg(addr, "addr can not be NULL"); - ptr_t last_end = USR_EXEC, found_loc = va_align(addr); + ptr_t last_end = USR_EXEC, found_loc = page_aligned(addr); struct mm_region *pos, *n; vm_regions_t* vm_regions = ¶m->pvms->regions; @@ -211,6 +232,7 @@ found: ((param->proct | param->flags) & 0x3f) | (param->type & ~0xffff)); region->mfile = file; + region->flen = param->flen; region->foff = param->offset; region->proc_vms = param->pvms; @@ -253,7 +275,7 @@ mem_sync_pages(ptr_t mnt, } pte_t* ptep = mkptep_va(mnt, start); - ptr_t va = va_align(start); + ptr_t va = page_aligned(start); for (; va < start + length; va += PAGE_SIZE, ptep++) { pte_t pte = vmm_tryptep(ptep, LFT_SIZE); @@ -268,7 +290,8 @@ mem_sync_pages(ptr_t mnt, region->mfile->ops->write_page(inode, (void*)va, offset); set_pte(ptep, pte_mkclean(pte)); - cpu_flush_page(va); + tlb_flush_vmr(region, va); + } else if ((options & MS_INVALIDATE)) { goto invalidate; } @@ -279,10 +302,12 @@ mem_sync_pages(ptr_t mnt, continue; + // FIXME what if mem_sync range does not aligned with + // a leaflet with order > 1 invalidate: set_pte(ptep, null_pte); - pmm_free_page(pte_paddr(pte)); - cpu_flush_page(va); + leaflet_return(pte_leaflet(pte)); + tlb_flush_vmr(region, va); } } @@ -325,15 +350,9 @@ mem_unmap_region(ptr_t mnt, struct mm_region* region) mem_sync_pages(mnt, region, region->start, pglen * PAGE_SIZE, 0); pte_t* ptep = mkptep_va(mnt, region->start); - for (size_t i = 0; i < pglen; i++, ptep++) { - pte_t pte = pte_at(ptep); - ptr_t pa = pte_paddr(pte); + __remove_ranged_mappings(ptep, pglen); - set_pte(ptep, null_pte); - if (pte_isloaded(pte)) { - pmm_free_page(pte_paddr(pte)); - } - } + tlb_flush_vmr_all(region); llist_delete(®ion->head); region_release(region); @@ -404,12 +423,11 @@ __unmap_overlapped_cases(ptr_t mnt, } mem_sync_pages(mnt, vmr, vmr->start, umps_len, 0); - for (size_t i = 0; i < umps_len; i += PAGE_SIZE) { - ptr_t pa = vmm_del_mapping(mnt, vmr->start + i); - if (pa) { - pmm_free_page(pa); - } - } + + pte_t *ptep = mkptep_va(mnt, vmr->start); + __remove_ranged_mappings(ptep, leaf_count(umps_len)); + + tlb_flush_vmr_range(vmr, vmr->start, umps_len); vmr->start += displ; vmr->end -= shrink; @@ -431,7 +449,7 @@ int mem_unmap(ptr_t mnt, vm_regions_t* regions, ptr_t addr, size_t length) { length = ROUNDUP(length, PAGE_SIZE); - ptr_t cur_addr = va_align(addr); + ptr_t cur_addr = page_aligned(addr); struct mm_region *pos, *n; llist_for_each(pos, n, regions, head) @@ -442,9 +460,14 @@ mem_unmap(ptr_t mnt, vm_regions_t* regions, ptr_t addr, size_t length) } } - while (&pos->head != regions && length) { + size_t remaining = length; + while (&pos->head != regions && remaining) { n = container_of(pos->head.next, typeof(*pos), head); - __unmap_overlapped_cases(mnt, pos, &cur_addr, &length); + if (pos->start > cur_addr + length) { + break; + } + + __unmap_overlapped_cases(mnt, pos, &cur_addr, &remaining); pos = n; } @@ -452,16 +475,24 @@ mem_unmap(ptr_t mnt, vm_regions_t* regions, ptr_t addr, size_t length) return 0; } -__DEFINE_LXSYSCALL3(void*, sys_mmap, void*, addr, size_t, length, va_list, lst) +__DEFINE_LXSYSCALL1(void*, sys_mmap, struct usr_mmap_param*, mparam) { - int proct = va_arg(lst, int); - int fd = va_arg(lst, u32_t); - off_t offset = va_arg(lst, off_t); - int options = va_arg(lst, int); - int errno = 0; - void* result = (void*)-1; - - ptr_t addr_ptr = (ptr_t)addr; + off_t offset; + size_t length; + int proct, fd, options; + int errno; + void* result; + ptr_t addr_ptr; + + proct = mparam->proct; + fd = mparam->fd; + offset = mparam->offset; + options = mparam->flags; + addr_ptr = __ptr(mparam->addr); + length = mparam->length; + + errno = 0; + result = (void*)-1; if (!length || length > BS_SIZE || va_offset(addr_ptr)) { errno = EINVAL; @@ -492,8 +523,10 @@ __DEFINE_LXSYSCALL3(void*, sys_mmap, void*, addr, size_t, length, va_list, lst) } } + length = ROUNDUP(length, PAGE_SIZE); struct mmap_param param = { .flags = options, - .mlen = ROUNDUP(length, PAGE_SIZE), + .mlen = length, + .flen = length, .offset = offset, .type = REGION_TYPE_GENERAL, .proct = proct,