#include <lunaix/mm/valloc.h>
#include <lunaix/mm/vmm.h>
#include <lunaix/spike.h>
-
#include <lunaix/syscall.h>
#include <lunaix/syscall_utils.h>
#include <sys/mm/mempart.h>
+#include <usr/lunaix/mann_flags.h>
+
// any size beyond this is bullshit
#define BS_SIZE (KERNEL_EXEC - USR_MMAP)
return 0;
}
+int
+mmap_user(void** addr_out,
+ struct mm_region** created,
+ ptr_t addr,
+ struct v_file* file,
+ struct mmap_param* param)
+{
+ param->range_end = KERNEL_EXEC;
+ param->range_start = USR_EXEC;
+
+ return mem_map(addr_out, created, addr, file, param);
+}
+
+static ptr_t
+__mem_find_slot_backward(struct mm_region* lead, struct mmap_param* param, struct mm_region* anchor)
+{
+ ptr_t size = param->mlen;
+ struct mm_region *pos = anchor,
+ *n = next_region(pos);
+ while (pos != lead)
+ {
+ if (pos == lead) {
+ break;
+ }
+
+ ptr_t end = n->start;
+ if (n == lead) {
+ end = param->range_end;
+ }
+
+ if (end - pos->end >= size) {
+ return pos->end;
+ }
+
+ pos = n;
+ n = next_region(pos);
+ }
+
+ return 0;
+}
+
+static ptr_t
+__mem_find_slot_forward(struct mm_region* lead, struct mmap_param* param, struct mm_region* anchor)
+{
+ ptr_t size = param->mlen;
+ struct mm_region *pos = anchor,
+ *prev = prev_region(pos);
+ while (lead != pos)
+ {
+ ptr_t end = prev->end;
+ if (prev == lead) {
+ end = param->range_start;
+ }
+
+ if (pos->start - end >= size) {
+ return pos->start - size;
+ }
+
+ pos = prev;
+ prev = prev_region(pos);
+ }
+
+ return 0;
+}
+
+static ptr_t
+__mem_find_slot(vm_regions_t* lead, struct mmap_param* param, struct mm_region* anchor)
+{
+ ptr_t result = 0;
+ struct mm_region* _lead = get_region(lead);
+ if ((result = __mem_find_slot_backward(_lead, param, anchor))) {
+ return result;
+ }
+
+ return __mem_find_slot_forward(_lead, param, anchor);
+}
+
+static struct mm_region*
+__mem_find_nearest(vm_regions_t* lead, ptr_t addr)
+{
+ ptr_t min_dist = (ptr_t)-1;
+ struct mm_region *pos, *n, *min = NULL;
+ llist_for_each(pos, n, lead, head) {
+ if (region_contains(pos, addr)) {
+ return pos;
+ }
+
+ ptr_t dist = addr - pos->end;
+ if (addr < pos->start) {
+ dist = pos->start - addr;
+ }
+
+ if (dist < min_dist) {
+ min_dist = dist;
+ min = pos;
+ }
+ }
+
+ return min;
+}
+
int
mem_map(void** addr_out,
struct mm_region** created,
{
assert_msg(addr, "addr can not be NULL");
- ptr_t last_end = USR_EXEC, found_loc = addr;
+ ptr_t last_end = USR_EXEC, found_loc = PG_ALIGN(addr);
struct mm_region *pos, *n;
vm_regions_t* vm_regions = ¶m->pvms->regions;
goto found;
}
- llist_for_each(pos, n, vm_regions, head)
- {
- if (last_end < found_loc) {
- size_t avail_space = pos->start - found_loc;
- if (pos->start > found_loc && avail_space > param->mlen) {
- goto found;
- }
- found_loc = pos->end + MEM_PAGE;
- }
+ if (llist_empty(vm_regions)) {
+ goto found;
+ }
- last_end = pos->end;
+ struct mm_region* anchor = __mem_find_nearest(vm_regions, found_loc);
+ if ((found_loc = __mem_find_slot(vm_regions, param, anchor))) {
+ goto found;
}
return ENOMEM;
found:
- if (found_loc >= KERNEL_EXEC || found_loc < USR_EXEC) {
+ if (found_loc >= param->range_end || found_loc < param->range_start) {
return ENOMEM;
}
region->mfile = file;
region->foff = param->offset;
- region->flen = param->flen;
region->proc_vms = param->pvms;
region_add(vm_regions, region);
- u32_t attr = PG_ALLOW_USER;
- if ((param->proct & REGION_WRITE)) {
+ int proct = param->proct;
+ int attr = PG_ALLOW_USER;
+ if ((proct & REGION_WRITE)) {
attr |= PG_WRITE;
}
+ if ((proct & REGION_KERNEL)) {
+ attr &= ~PG_ALLOW_USER;
+ }
- for (u32_t i = 0; i < param->mlen; i += PG_SIZE) {
+ for (size_t i = 0; i < param->mlen; i += PG_SIZE) {
vmm_set_mapping(param->vms_mnt, found_loc + i, 0, attr, 0);
}
invalidate:
*mapping.pte &= ~PG_PRESENT;
- pmm_free_page(KERNEL_PID, mapping.pa);
+ pmm_free_page(mapping.pa);
cpu_flush_page((ptr_t)mapping.pte);
}
}
void
mem_unmap_region(ptr_t mnt, struct mm_region* region)
{
+ if (!region) {
+ return;
+ }
+
+ valloc_ensure_valid(region);
+
size_t len = ROUNDUP(region->end - region->start, PG_SIZE);
mem_sync_pages(mnt, region, region->start, len, 0);
for (size_t i = region->start; i <= region->end; i += PG_SIZE) {
ptr_t pa = vmm_del_mapping(mnt, i);
if (pa) {
- pmm_free_page(__current->pid, pa);
+ pmm_free_page(pa);
}
}
+
llist_delete(®ion->head);
region_release(region);
}
((vmr)->start > (addr) && ((addr) + (len)) > (vmr)->end)
static void
-__unmap_overlapped_cases(struct mm_region* vmr, ptr_t* addr, size_t* length)
+__unmap_overlapped_cases(ptr_t mnt,
+ struct mm_region* vmr,
+ ptr_t* addr,
+ size_t* length)
{
// seg start, umapped segement start
ptr_t seg_start = *addr, umps_start = 0;
if (CASE_HITI(vmr, seg_start, seg_len)) {
size_t new_start = seg_start + seg_len;
+
+ // Require a split
if (new_start < vmr->end) {
struct mm_region* region = region_dup(vmr);
if (region->mfile) {
size_t f_shifted = new_start - region->start;
region->foff += f_shifted;
- region->flen = MAX(region->flen, f_shifted) - f_shifted;
}
region->start = new_start;
llist_insert_after(&vmr->head, ®ion->head);
shrink = vmr->end - vmr->start;
umps_len = shrink;
umps_start = vmr->start;
- } else {
- fail("invalid case");
+ }
+
+ mem_sync_pages(mnt, vmr, vmr->start, umps_len, 0);
+ for (size_t i = 0; i < umps_len; i += PG_SIZE) {
+ ptr_t pa = vmm_del_mapping(mnt, vmr->start + i);
+ if (pa) {
+ pmm_free_page(pa);
+ }
}
vmr->start += displ;
region_release(vmr);
} else if (vmr->mfile) {
vmr->foff += displ;
- vmr->flen = MAX(vmr->flen, displ) - displ;
}
*addr = umps_start + umps_len;
while (&pos->head != regions && length) {
n = container_of(pos->head.next, typeof(*pos), head);
- __unmap_overlapped_cases(pos, &cur_addr, &length);
+ __unmap_overlapped_cases(mnt, pos, &cur_addr, &length);
pos = n;
}
struct mmap_param param = { .flags = options,
.mlen = ROUNDUP(length, PG_SIZE),
- .flen = length,
.offset = offset,
.type = REGION_TYPE_GENERAL,
.proct = proct,
- .pvms = (struct proc_mm*)&__current->mm,
+ .pvms = vmspace(__current),
.vms_mnt = VMS_SELF };
- errno = mem_map(&result, NULL, addr_ptr, file, ¶m);
+ errno = mmap_user(&result, NULL, addr_ptr, file, ¶m);
done:
- __current->k_status = errno;
+ syscall_result(errno);
return result;
}
__DEFINE_LXSYSCALL2(int, munmap, void*, addr, size_t, length)
{
return mem_unmap(
- VMS_SELF, (vm_regions_t*)&__current->mm.regions, (ptr_t)addr, length);
+ VMS_SELF, vmregions(__current), (ptr_t)addr, length);
}
__DEFINE_LXSYSCALL3(int, msync, void*, addr, size_t, length, int, flags)
}
int status = mem_msync(VMS_SELF,
- (vm_regions_t*)&__current->mm.regions,
+ vmregions(__current),
(ptr_t)addr,
length,
flags);
git://scm.lunaixsky.com / lunaix-os.git / blobdiff